@lightsage/mcp 0.3.1 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/api/well-known-openai-apps-challenge.js +25 -0
- package/bin/mcp-server.js +1878 -1023
- package/bin/mcp-server.js.map +77 -58
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js +83 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
- package/esm/funcs/{evalResultsV2EvalResultsList.js → evalTemplatesV2EvalTemplatesDelete.js} +17 -16
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts +15 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.js +72 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
- package/esm/funcs/{evalResultsV2EvalResultsRetrieve.js → evalTemplatesV2EvalTemplatesRetrieve.js} +10 -10
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js +89 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
- package/esm/funcs/evalsCancel.d.ts +16 -0
- package/esm/funcs/evalsCancel.d.ts.map +1 -0
- package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
- package/esm/funcs/evalsCancel.js.map +1 -0
- package/esm/funcs/evalsGet.d.ts +16 -0
- package/esm/funcs/evalsGet.d.ts.map +1 -0
- package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
- package/esm/funcs/evalsGet.js.map +1 -0
- package/esm/funcs/evalsRun.d.ts +6 -4
- package/esm/funcs/evalsRun.d.ts.map +1 -1
- package/esm/funcs/evalsRun.js +6 -4
- package/esm/funcs/evalsRun.js.map +1 -1
- package/esm/funcs/evalsV2EvalsBatchCreate.d.ts +16 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.d.ts.map +1 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.js +83 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.js.map +1 -0
- package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsCreate.js +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
- package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
- package/esm/funcs/promptsV2PromptRunsList.js +1 -1
- package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
- package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +3 -3
- package/esm/lib/config.js +3 -3
- package/esm/lib/config.js.map +1 -1
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +17 -9
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts +3 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js +30 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
- package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
- package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsCancel.js +35 -0
- package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
- package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
- package/esm/mcp-server/tools/evalsGet.js.map +1 -0
- package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
- package/esm/mcp-server/tools/evalsRun.js +6 -4
- package/esm/mcp-server/tools/evalsRun.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js +35 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
- package/esm/models/createevaltemplatebatchrequest.d.ts +12 -0
- package/esm/models/createevaltemplatebatchrequest.d.ts.map +1 -0
- package/esm/models/createevaltemplatebatchrequest.js +12 -0
- package/esm/models/createevaltemplatebatchrequest.js.map +1 -0
- package/esm/models/createevaltemplaterequest.d.ts +79 -0
- package/esm/models/createevaltemplaterequest.d.ts.map +1 -0
- package/esm/models/createevaltemplaterequest.js +74 -0
- package/esm/models/createevaltemplaterequest.js.map +1 -0
- package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
- package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/createv2evalconfigurationrequest.js +2 -0
- package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
- package/esm/models/createv2evalrequest.d.ts +5 -5
- package/esm/models/createv2evalrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrequest.js +5 -10
- package/esm/models/createv2evalrequest.js.map +1 -1
- package/esm/models/createv2evalrunrequest.d.ts +5 -5
- package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrunrequest.js +6 -10
- package/esm/models/createv2evalrunrequest.js.map +1 -1
- package/esm/models/evaltemplate.d.ts +83 -0
- package/esm/models/evaltemplate.d.ts.map +1 -0
- package/esm/models/evaltemplate.js +81 -0
- package/esm/models/evaltemplate.js.map +1 -0
- package/esm/models/evaltemplatebatchcreatedeval.d.ts +11 -0
- package/esm/models/evaltemplatebatchcreatedeval.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchcreatedeval.js +14 -0
- package/esm/models/evaltemplatebatchcreatedeval.js.map +1 -0
- package/esm/models/evaltemplatebatchitem.d.ts +32 -0
- package/esm/models/evaltemplatebatchitem.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchitem.js +27 -0
- package/esm/models/evaltemplatebatchitem.js.map +1 -0
- package/esm/models/evaltemplatebatchresponse.d.ts +12 -0
- package/esm/models/evaltemplatebatchresponse.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchresponse.js +15 -0
- package/esm/models/evaltemplatebatchresponse.js.map +1 -0
- package/esm/models/evaltemplatebatchresult.d.ts +10 -0
- package/esm/models/evaltemplatebatchresult.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchresult.js +13 -0
- package/esm/models/evaltemplatebatchresult.js.map +1 -0
- package/esm/models/evaltemplateruntime.d.ts +20 -0
- package/esm/models/evaltemplateruntime.d.ts.map +1 -0
- package/esm/models/evaltemplateruntime.js +21 -0
- package/esm/models/evaltemplateruntime.js.map +1 -0
- package/esm/models/evaltemplateschedule.d.ts +28 -0
- package/esm/models/evaltemplateschedule.d.ts.map +1 -0
- package/esm/models/evaltemplateschedule.js +24 -0
- package/esm/models/evaltemplateschedule.js.map +1 -0
- package/esm/models/evaltemplatesresponse.d.ts +8 -0
- package/esm/models/evaltemplatesresponse.d.ts.map +1 -0
- package/esm/models/evaltemplatesresponse.js +11 -0
- package/esm/models/evaltemplatesresponse.js.map +1 -0
- package/esm/models/graderdefinition.d.ts +14 -0
- package/esm/models/graderdefinition.d.ts.map +1 -0
- package/esm/models/graderdefinition.js +17 -0
- package/esm/models/graderdefinition.js.map +1 -0
- package/esm/models/publiccompetitorrow.js +2 -2
- package/esm/models/publiccompetitorrow.js.map +1 -1
- package/esm/models/publiccriterionverdict.d.ts +26 -0
- package/esm/models/publiccriterionverdict.d.ts.map +1 -0
- package/esm/models/publiccriterionverdict.js +24 -0
- package/esm/models/publiccriterionverdict.js.map +1 -0
- package/esm/models/publiccurrentvisibilityresponse.js +2 -2
- package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
- package/esm/models/publicevalrunenvironment.d.ts +15 -0
- package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
- package/esm/models/publicevalrunenvironment.js +15 -0
- package/esm/models/publicevalrunenvironment.js.map +1 -0
- package/esm/models/publicevalrunprogress.d.ts +1 -0
- package/esm/models/publicevalrunprogress.d.ts.map +1 -1
- package/esm/models/publicevalrunprogress.js +3 -2
- package/esm/models/publicevalrunprogress.js.map +1 -1
- package/esm/models/publicgraderresult.d.ts +13 -0
- package/esm/models/publicgraderresult.d.ts.map +1 -0
- package/esm/models/publicgraderresult.js +18 -0
- package/esm/models/publicgraderresult.js.map +1 -0
- package/esm/models/publicpromptvisibilitymetrics.js +2 -2
- package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
- package/esm/models/publicvisibilitysnapshot.js +2 -2
- package/esm/models/publicvisibilitysnapshot.js.map +1 -1
- package/esm/models/searchgroundingmode.d.ts +20 -0
- package/esm/models/searchgroundingmode.d.ts.map +1 -0
- package/esm/models/searchgroundingmode.js +19 -0
- package/esm/models/searchgroundingmode.js.map +1 -0
- package/esm/models/updateevaltemplaterequest.d.ts +71 -0
- package/esm/models/updateevaltemplaterequest.d.ts.map +1 -0
- package/esm/models/updateevaltemplaterequest.js +71 -0
- package/esm/models/updateevaltemplaterequest.js.map +1 -0
- package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
- package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalconfigurationrequest.js +3 -0
- package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
- package/esm/models/updatev2evalrequest.d.ts +5 -5
- package/esm/models/updatev2evalrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalrequest.js +6 -10
- package/esm/models/updatev2evalrequest.js.map +1 -1
- package/esm/models/v2eval.d.ts +6 -2
- package/esm/models/v2eval.d.ts.map +1 -1
- package/esm/models/v2eval.js +5 -1
- package/esm/models/v2eval.js.map +1 -1
- package/esm/models/v2evalconfiguration.d.ts +2 -0
- package/esm/models/v2evalconfiguration.d.ts.map +1 -1
- package/esm/models/v2evalconfiguration.js +2 -0
- package/esm/models/v2evalconfiguration.js.map +1 -1
- package/esm/models/v2evalresultsummary.d.ts +10 -0
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +12 -1
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2evalrun.d.ts.map +1 -1
- package/esm/models/v2evalrun.js +1 -1
- package/esm/models/v2evalrun.js.map +1 -1
- package/esm/models/v2evalrundetail.d.ts +30 -0
- package/esm/models/v2evalrundetail.d.ts.map +1 -0
- package/esm/models/v2evalrundetail.js +33 -0
- package/esm/models/v2evalrundetail.js.map +1 -0
- package/esm/models/v2evalrunscancelop.d.ts +31 -0
- package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
- package/esm/models/v2evalrunscancelop.js +27 -0
- package/esm/models/v2evalrunscancelop.js.map +1 -0
- package/esm/models/v2evalrunscreateop.d.ts +23 -3
- package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
- package/esm/models/v2evalrunscreateop.js +15 -2
- package/esm/models/v2evalrunscreateop.js.map +1 -1
- package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
- package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
- package/esm/models/v2evalrunsretrieveop.js +6 -2
- package/esm/models/v2evalrunsretrieveop.js.map +1 -1
- package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
- package/esm/models/v2evalruntraceevent.js +1 -1
- package/esm/models/v2evalruntraceevent.js.map +1 -1
- package/esm/models/v2evalsbatchcreateop.d.ts +27 -0
- package/esm/models/v2evalsbatchcreateop.d.ts.map +1 -0
- package/esm/models/v2evalsbatchcreateop.js +24 -0
- package/esm/models/v2evalsbatchcreateop.js.map +1 -0
- package/esm/models/v2evaltemplatescreateop.d.ts +13 -0
- package/esm/models/v2evaltemplatescreateop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatescreateop.js +16 -0
- package/esm/models/v2evaltemplatescreateop.js.map +1 -0
- package/esm/models/v2evaltemplatesdeleteop.d.ts +24 -0
- package/esm/models/v2evaltemplatesdeleteop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesdeleteop.js +23 -0
- package/esm/models/v2evaltemplatesdeleteop.js.map +1 -0
- package/esm/models/v2evaltemplatesretrieveop.d.ts +17 -0
- package/esm/models/v2evaltemplatesretrieveop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesretrieveop.js +19 -0
- package/esm/models/v2evaltemplatesretrieveop.js.map +1 -0
- package/esm/models/v2evaltemplatesupdateop.d.ts +33 -0
- package/esm/models/v2evaltemplatesupdateop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesupdateop.js +29 -0
- package/esm/models/v2evaltemplatesupdateop.js.map +1 -0
- package/esm/models/v2inlinemcpdefinition.d.ts +4 -4
- package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -1
- package/esm/models/v2inlinemcpdefinition.js +3 -3
- package/esm/models/v2inlinemcpdefinition.js.map +1 -1
- package/esm/models/v2promptrundetail.d.ts +6 -0
- package/esm/models/v2promptrundetail.d.ts.map +1 -1
- package/esm/models/v2promptrundetail.js +4 -1
- package/esm/models/v2promptrundetail.js.map +1 -1
- package/esm/models/v2promptrunsummary.d.ts.map +1 -1
- package/esm/models/v2promptrunsummary.js +1 -1
- package/esm/models/v2promptrunsummary.js.map +1 -1
- package/esm/models/v2publictask.d.ts +2 -2
- package/esm/models/v2publictask.d.ts.map +1 -1
- package/esm/models/v2publictask.js +4 -4
- package/esm/models/v2publictask.js.map +1 -1
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +31 -15
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/evalTemplatesV2EvalTemplatesCreate.ts +145 -0
- package/src/funcs/{evalResultsV2EvalResultsList.ts → evalTemplatesV2EvalTemplatesDelete.ts} +23 -19
- package/src/funcs/evalTemplatesV2EvalTemplatesList.ts +124 -0
- package/src/funcs/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +13 -13
- package/src/funcs/evalTemplatesV2EvalTemplatesUpdate.ts +154 -0
- package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
- package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
- package/src/funcs/evalsRun.ts +6 -4
- package/src/funcs/evalsV2EvalsBatchCreate.ts +145 -0
- package/src/funcs/evalsV2EvalsCreate.ts +1 -1
- package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
- package/src/funcs/promptsV2PromptRunsList.ts +1 -1
- package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +3 -3
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +17 -9
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts +45 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts +45 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts +36 -0
- package/src/mcp-server/tools/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +9 -9
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts +45 -0
- package/src/mcp-server/tools/evalsCancel.ts +43 -0
- package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
- package/src/mcp-server/tools/evalsRun.ts +6 -4
- package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts +43 -0
- package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
- package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
- package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
- package/src/models/createevaltemplatebatchrequest.ts +35 -0
- package/src/models/createevaltemplaterequest.ts +151 -0
- package/src/models/createv2evalconfigurationrequest.ts +8 -0
- package/src/models/createv2evalrequest.ts +18 -22
- package/src/models/createv2evalrunrequest.ts +19 -24
- package/src/models/evaltemplate.ts +154 -0
- package/src/models/evaltemplatebatchcreatedeval.ts +26 -0
- package/src/models/evaltemplatebatchitem.ts +54 -0
- package/src/models/evaltemplatebatchresponse.ts +30 -0
- package/src/models/evaltemplatebatchresult.ts +26 -0
- package/src/models/evaltemplateruntime.ts +64 -0
- package/src/models/evaltemplateschedule.ts +44 -0
- package/src/models/evaltemplatesresponse.ts +18 -0
- package/src/models/graderdefinition.ts +34 -0
- package/src/models/publiccompetitorrow.ts +2 -2
- package/src/models/publiccriterionverdict.ts +48 -0
- package/src/models/publiccurrentvisibilityresponse.ts +2 -2
- package/src/models/publicevalrunenvironment.ts +47 -0
- package/src/models/publicevalrunprogress.ts +8 -2
- package/src/models/publicgraderresult.ts +44 -0
- package/src/models/publicpromptvisibilitymetrics.ts +2 -2
- package/src/models/publicvisibilitysnapshot.ts +2 -2
- package/src/models/searchgroundingmode.ts +26 -0
- package/src/models/updateevaltemplaterequest.ts +116 -0
- package/src/models/updatev2evalconfigurationrequest.ts +9 -0
- package/src/models/updatev2evalrequest.ts +20 -21
- package/src/models/v2eval.ts +14 -2
- package/src/models/v2evalconfiguration.ts +8 -0
- package/src/models/v2evalresultsummary.ts +36 -1
- package/src/models/v2evalrun.ts +3 -1
- package/src/models/v2evalrundetail.ts +90 -0
- package/src/models/v2evalrunscancelop.ts +70 -0
- package/src/models/v2evalrunscreateop.ts +43 -5
- package/src/models/v2evalrunsretrieveop.ts +23 -3
- package/src/models/v2evalruntraceevent.ts +3 -1
- package/src/models/v2evalsbatchcreateop.ts +66 -0
- package/src/models/v2evaltemplatescreateop.ts +37 -0
- package/src/models/v2evaltemplatesdeleteop.ts +56 -0
- package/src/models/v2evaltemplatesretrieveop.ts +43 -0
- package/src/models/v2evaltemplatesupdateop.ts +79 -0
- package/src/models/v2inlinemcpdefinition.ts +7 -5
- package/src/models/v2promptrundetail.ts +12 -1
- package/src/models/v2promptrunsummary.ts +3 -1
- package/src/models/v2publictask.ts +9 -7
- package/src/tool-names.ts +31 -15
- package/test/simulations.test.js +30 -3
- package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
- package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
- package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
- package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
- package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
- package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
- package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
- package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
- package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
- package/esm/funcs/evalsAnalysis.d.ts +0 -16
- package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
- package/esm/funcs/evalsAnalysis.js.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
- package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
- package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
- package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
- package/esm/models/v2evalresult.d.ts +0 -23
- package/esm/models/v2evalresult.d.ts.map +0 -1
- package/esm/models/v2evalresult.js +0 -24
- package/esm/models/v2evalresult.js.map +0 -1
- package/esm/models/v2evalresultslistop.d.ts +0 -11
- package/esm/models/v2evalresultslistop.d.ts.map +0 -1
- package/esm/models/v2evalresultslistop.js +0 -16
- package/esm/models/v2evalresultslistop.js.map +0 -1
- package/esm/models/v2evalresultsresponse.d.ts +0 -9
- package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
- package/esm/models/v2evalresultsresponse.js +0 -12
- package/esm/models/v2evalresultsresponse.js.map +0 -1
- package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
- package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
- package/esm/models/v2evalresultsretrieveop.js +0 -15
- package/esm/models/v2evalresultsretrieveop.js.map +0 -1
- package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
- package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
- package/esm/models/v2evalrunanalysisresponse.js +0 -15
- package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
- package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
- package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
- package/esm/models/v2evalrunsanalysisop.js +0 -19
- package/esm/models/v2evalrunsanalysisop.js.map +0 -1
- package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
- package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
- package/src/models/v2evalresult.ts +0 -46
- package/src/models/v2evalresultslistop.ts +0 -39
- package/src/models/v2evalresultsresponse.ts +0 -23
- package/src/models/v2evalresultsretrieveop.ts +0 -28
- package/src/models/v2evalrunanalysisresponse.ts +0 -32
- package/src/models/v2evalrunsanalysisop.ts +0 -48
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
3
|
-
import { V2EvalResultsResponse } from "./v2evalresultsresponse.js";
|
|
4
|
-
export type V2EvalResultsListRequest = {
|
|
5
|
-
since?: string | undefined;
|
|
6
|
-
limit?: number | undefined;
|
|
7
|
-
};
|
|
8
|
-
export declare const V2EvalResultsListRequest$zodSchema: z.ZodType<V2EvalResultsListRequest>;
|
|
9
|
-
export type V2EvalResultsListResponse = V2EvalResultsResponse | HTTPValidationError;
|
|
10
|
-
export declare const V2EvalResultsListResponse$zodSchema: z.ZodType<V2EvalResultsListResponse>;
|
|
11
|
-
//# sourceMappingURL=v2evalresultslistop.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultslistop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultslistop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAMxB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 2a13b3a5afb9
|
|
4
|
-
*/
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
|
-
import { V2EvalResultsResponse$zodSchema, } from "./v2evalresultsresponse.js";
|
|
8
|
-
export const V2EvalResultsListRequest$zodSchema = z.object({
|
|
9
|
-
limit: z.int().default(20),
|
|
10
|
-
since: z.string().describe("Relative window such as `7d` or an ISO timestamp.").optional(),
|
|
11
|
-
});
|
|
12
|
-
export const V2EvalResultsListResponse$zodSchema = z.union([
|
|
13
|
-
V2EvalResultsResponse$zodSchema,
|
|
14
|
-
HTTPValidationError$zodSchema,
|
|
15
|
-
]);
|
|
16
|
-
//# sourceMappingURL=v2evalresultslistop.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultslistop.js","sourceRoot":"","sources":["../../src/models/v2evalresultslistop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAOpC,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACxB,mDAAmD,CACpD,CAAC,QAAQ,EAAE;CACb,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
import { V2EvalResultSummary } from "./v2evalresultsummary.js";
|
|
3
|
-
export type V2EvalResultsResponse = {
|
|
4
|
-
data?: Array<V2EvalResultSummary> | undefined;
|
|
5
|
-
count: number;
|
|
6
|
-
limit: number;
|
|
7
|
-
};
|
|
8
|
-
export declare const V2EvalResultsResponse$zodSchema: z.ZodType<V2EvalResultsResponse>;
|
|
9
|
-
//# sourceMappingURL=v2evalresultsresponse.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAKzE,CAAC"}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 3fe527878ab9
|
|
4
|
-
*/
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
import { V2EvalResultSummary$zodSchema, } from "./v2evalresultsummary.js";
|
|
7
|
-
export const V2EvalResultsResponse$zodSchema = z.object({
|
|
8
|
-
count: z.int(),
|
|
9
|
-
data: z.array(V2EvalResultSummary$zodSchema).optional(),
|
|
10
|
-
limit: z.int(),
|
|
11
|
-
});
|
|
12
|
-
//# sourceMappingURL=v2evalresultsresponse.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsresponse.js","sourceRoot":"","sources":["../../src/models/v2evalresultsresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE;IACvD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;CACf,CAAC,CAAC"}
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
3
|
-
import { V2EvalResult } from "./v2evalresult.js";
|
|
4
|
-
export type V2EvalResultsRetrieveRequest = {
|
|
5
|
-
result_id: string;
|
|
6
|
-
};
|
|
7
|
-
export declare const V2EvalResultsRetrieveRequest$zodSchema: z.ZodType<V2EvalResultsRetrieveRequest>;
|
|
8
|
-
export type V2EvalResultsRetrieveResponse = V2EvalResult | HTTPValidationError;
|
|
9
|
-
export declare const V2EvalResultsRetrieveResponse$zodSchema: z.ZodType<V2EvalResultsRetrieveResponse>;
|
|
10
|
-
//# sourceMappingURL=v2evalresultsretrieveop.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsretrieveop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsretrieveop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AAEzE,MAAM,MAAM,4BAA4B,GAAG;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjE,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,4BAA4B,CAG5B,CAAC;AAEH,MAAM,MAAM,6BAA6B,GAAG,YAAY,GAAG,mBAAmB,CAAC;AAE/E,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,6BAA6B,CAI7B,CAAC"}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 8a49bc00e0b8
|
|
4
|
-
*/
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
|
-
import { V2EvalResult$zodSchema } from "./v2evalresult.js";
|
|
8
|
-
export const V2EvalResultsRetrieveRequest$zodSchema = z.object({
|
|
9
|
-
result_id: z.string(),
|
|
10
|
-
});
|
|
11
|
-
export const V2EvalResultsRetrieveResponse$zodSchema = z.union([
|
|
12
|
-
V2EvalResult$zodSchema,
|
|
13
|
-
HTTPValidationError$zodSchema,
|
|
14
|
-
]);
|
|
15
|
-
//# sourceMappingURL=v2evalresultsretrieveop.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsretrieveop.js","sourceRoot":"","sources":["../../src/models/v2evalresultsretrieveop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAIzE,MAAM,CAAC,MAAM,sCAAsC,GAE/C,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,KAAK,CAAC;IACV,sBAAsB;IACtB,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
|
|
3
|
-
import { V2EvalRunAnalysis } from "./v2evalrunanalysis.js";
|
|
4
|
-
export type V2EvalRunAnalysisResponse = {
|
|
5
|
-
run_id: string;
|
|
6
|
-
status: string;
|
|
7
|
-
progress?: PublicEvalRunProgress | undefined;
|
|
8
|
-
error?: string | null | undefined;
|
|
9
|
-
data?: Array<V2EvalRunAnalysis> | undefined;
|
|
10
|
-
};
|
|
11
|
-
export declare const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<V2EvalRunAnalysisResponse>;
|
|
12
|
-
//# sourceMappingURL=v2evalrunanalysisresponse.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalrunanalysisresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAOzB,CAAC"}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 16648f81799b
|
|
4
|
-
*/
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
|
|
7
|
-
import { V2EvalRunAnalysis$zodSchema, } from "./v2evalrunanalysis.js";
|
|
8
|
-
export const V2EvalRunAnalysisResponse$zodSchema = z.object({
|
|
9
|
-
data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
|
|
10
|
-
error: z.string().nullable().optional(),
|
|
11
|
-
progress: PublicEvalRunProgress$zodSchema.optional(),
|
|
12
|
-
run_id: z.string(),
|
|
13
|
-
status: z.string(),
|
|
14
|
-
});
|
|
15
|
-
//# sourceMappingURL=v2evalrunanalysisresponse.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalrunanalysisresponse.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAUhC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
3
|
-
import { V2EvalRunAnalysisResponse } from "./v2evalrunanalysisresponse.js";
|
|
4
|
-
export type V2EvalRunsAnalysisRequest = {
|
|
5
|
-
run_id: string;
|
|
6
|
-
};
|
|
7
|
-
export declare const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<V2EvalRunsAnalysisRequest>;
|
|
8
|
-
/**
|
|
9
|
-
* Eval run not found. Use the run ID returned when you started the eval.
|
|
10
|
-
*/
|
|
11
|
-
export type V2EvalRunsAnalysisResponseBody = {
|
|
12
|
-
detail: string;
|
|
13
|
-
};
|
|
14
|
-
export declare const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<V2EvalRunsAnalysisResponseBody>;
|
|
15
|
-
export type V2EvalRunsAnalysisResponse = V2EvalRunAnalysisResponse | V2EvalRunsAnalysisResponseBody | HTTPValidationError;
|
|
16
|
-
export declare const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<V2EvalRunsAnalysisResponse>;
|
|
17
|
-
//# sourceMappingURL=v2evalrunsanalysisop.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalrunsanalysisop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yBAAyB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAGzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAK/B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAClC,yBAAyB,GACzB,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,0BAA0B,CAK1B,CAAC"}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 4c00eef582d7
|
|
4
|
-
*/
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
|
-
import { V2EvalRunAnalysisResponse$zodSchema, } from "./v2evalrunanalysisresponse.js";
|
|
8
|
-
export const V2EvalRunsAnalysisRequest$zodSchema = z.object({
|
|
9
|
-
run_id: z.string(),
|
|
10
|
-
});
|
|
11
|
-
export const V2EvalRunsAnalysisResponseBody$zodSchema = z.object({
|
|
12
|
-
detail: z.string(),
|
|
13
|
-
}).describe("Eval run not found. Use the run ID returned when you started the eval.");
|
|
14
|
-
export const V2EvalRunsAnalysisResponse$zodSchema = z.union([
|
|
15
|
-
V2EvalRunAnalysisResponse$zodSchema,
|
|
16
|
-
z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
|
|
17
|
-
HTTPValidationError$zodSchema,
|
|
18
|
-
]);
|
|
19
|
-
//# sourceMappingURL=v2evalrunsanalysisop.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalrunsanalysisop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AAIxC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,KAAK,CAAC;IACV,mCAAmC;IACnC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAwC,CAAC;IACtD,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: cf085b52d599
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import { evalResultsV2EvalResultsList } from "../../funcs/evalResultsV2EvalResultsList.js";
|
|
7
|
-
import { V2EvalResultsListRequest$zodSchema } from "../../models/v2evalresultslistop.js";
|
|
8
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
-
|
|
10
|
-
const args = {
|
|
11
|
-
request: V2EvalResultsListRequest$zodSchema.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalResultsV2EvalResultsList: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "eval-results-v2-eval-results-list",
|
|
16
|
-
description: `List Results
|
|
17
|
-
|
|
18
|
-
Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
|
|
19
|
-
annotations: {
|
|
20
|
-
"title": "",
|
|
21
|
-
"destructiveHint": false,
|
|
22
|
-
"idempotentHint": false,
|
|
23
|
-
"openWorldHint": false,
|
|
24
|
-
"readOnlyHint": true,
|
|
25
|
-
},
|
|
26
|
-
args,
|
|
27
|
-
tool: async (client, args, ctx) => {
|
|
28
|
-
const [result] = await evalResultsV2EvalResultsList(
|
|
29
|
-
client,
|
|
30
|
-
args.request,
|
|
31
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
32
|
-
).$inspect();
|
|
33
|
-
|
|
34
|
-
if (!result.ok) {
|
|
35
|
-
return {
|
|
36
|
-
content: [{ type: "text", text: result.error.message }],
|
|
37
|
-
isError: true,
|
|
38
|
-
};
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
return formatResult(result.value);
|
|
42
|
-
},
|
|
43
|
-
};
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 323a92ae7245
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import { evalsAnalysis } from "../../funcs/evalsAnalysis.js";
|
|
7
|
-
import { V2EvalRunsAnalysisRequest$zodSchema } from "../../models/v2evalrunsanalysisop.js";
|
|
8
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
-
|
|
10
|
-
const args = {
|
|
11
|
-
request: V2EvalRunsAnalysisRequest$zodSchema,
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsAnalysis: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-analysis",
|
|
16
|
-
description: `Retrieve eval run analysis
|
|
17
|
-
|
|
18
|
-
Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
|
|
19
|
-
annotations: {
|
|
20
|
-
"title": "",
|
|
21
|
-
"destructiveHint": false,
|
|
22
|
-
"idempotentHint": false,
|
|
23
|
-
"openWorldHint": false,
|
|
24
|
-
"readOnlyHint": true,
|
|
25
|
-
},
|
|
26
|
-
args,
|
|
27
|
-
tool: async (client, args, ctx) => {
|
|
28
|
-
const [result] = await evalsAnalysis(
|
|
29
|
-
client,
|
|
30
|
-
args.request,
|
|
31
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
32
|
-
).$inspect();
|
|
33
|
-
|
|
34
|
-
if (!result.ok) {
|
|
35
|
-
return {
|
|
36
|
-
content: [{ type: "text", text: result.error.message }],
|
|
37
|
-
isError: true,
|
|
38
|
-
};
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
return formatResult(result.value);
|
|
42
|
-
},
|
|
43
|
-
};
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: af5fe155cd88
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import * as z from "zod";
|
|
7
|
-
|
|
8
|
-
export type V2EvalResult = {
|
|
9
|
-
id: string;
|
|
10
|
-
eval_id?: string | null | undefined;
|
|
11
|
-
agent?: string | null | undefined;
|
|
12
|
-
prompt?: string | null | undefined;
|
|
13
|
-
prompt_index?: number | undefined;
|
|
14
|
-
repeat_index?: number | undefined;
|
|
15
|
-
passed?: boolean | null | undefined;
|
|
16
|
-
score?: number | null | undefined;
|
|
17
|
-
failure_reasons?: Array<string> | null | undefined;
|
|
18
|
-
latency_ms?: number | null | undefined;
|
|
19
|
-
created_at?: string | null | undefined;
|
|
20
|
-
output?: string | null | undefined;
|
|
21
|
-
execution_stdout?: string | null | undefined;
|
|
22
|
-
execution_stderr?: string | null | undefined;
|
|
23
|
-
exit_code?: number | null | undefined;
|
|
24
|
-
tool_calls?: Array<{ [k: string]: any }> | null | undefined;
|
|
25
|
-
};
|
|
26
|
-
|
|
27
|
-
export const V2EvalResult$zodSchema: z.ZodType<V2EvalResult> = z.object({
|
|
28
|
-
agent: z.string().nullable().optional().describe(
|
|
29
|
-
"Runnable agent combining the harness and model.",
|
|
30
|
-
),
|
|
31
|
-
created_at: z.string().nullable().optional(),
|
|
32
|
-
eval_id: z.string().nullable().optional(),
|
|
33
|
-
execution_stderr: z.string().nullable().optional(),
|
|
34
|
-
execution_stdout: z.string().nullable().optional(),
|
|
35
|
-
exit_code: z.int().nullable().optional(),
|
|
36
|
-
failure_reasons: z.array(z.string()).nullable().optional(),
|
|
37
|
-
id: z.string().describe("Result ID, not an eval job ID."),
|
|
38
|
-
latency_ms: z.int().nullable().optional(),
|
|
39
|
-
output: z.string().nullable().optional(),
|
|
40
|
-
passed: z.boolean().nullable().optional(),
|
|
41
|
-
prompt: z.string().nullable().optional(),
|
|
42
|
-
prompt_index: z.int().default(0),
|
|
43
|
-
repeat_index: z.int().default(0),
|
|
44
|
-
score: z.number().nullable().optional().describe("Score from 0 to 1."),
|
|
45
|
-
tool_calls: z.array(z.record(z.string(), z.any())).nullable().optional(),
|
|
46
|
-
});
|
|
@@ -1,39 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 2a13b3a5afb9
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import * as z from "zod";
|
|
7
|
-
import {
|
|
8
|
-
HTTPValidationError,
|
|
9
|
-
HTTPValidationError$zodSchema,
|
|
10
|
-
} from "./httpvalidationerror.js";
|
|
11
|
-
import {
|
|
12
|
-
V2EvalResultsResponse,
|
|
13
|
-
V2EvalResultsResponse$zodSchema,
|
|
14
|
-
} from "./v2evalresultsresponse.js";
|
|
15
|
-
|
|
16
|
-
export type V2EvalResultsListRequest = {
|
|
17
|
-
since?: string | undefined;
|
|
18
|
-
limit?: number | undefined;
|
|
19
|
-
};
|
|
20
|
-
|
|
21
|
-
export const V2EvalResultsListRequest$zodSchema: z.ZodType<
|
|
22
|
-
V2EvalResultsListRequest
|
|
23
|
-
> = z.object({
|
|
24
|
-
limit: z.int().default(20),
|
|
25
|
-
since: z.string().describe(
|
|
26
|
-
"Relative window such as `7d` or an ISO timestamp.",
|
|
27
|
-
).optional(),
|
|
28
|
-
});
|
|
29
|
-
|
|
30
|
-
export type V2EvalResultsListResponse =
|
|
31
|
-
| V2EvalResultsResponse
|
|
32
|
-
| HTTPValidationError;
|
|
33
|
-
|
|
34
|
-
export const V2EvalResultsListResponse$zodSchema: z.ZodType<
|
|
35
|
-
V2EvalResultsListResponse
|
|
36
|
-
> = z.union([
|
|
37
|
-
V2EvalResultsResponse$zodSchema,
|
|
38
|
-
HTTPValidationError$zodSchema,
|
|
39
|
-
]);
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 3fe527878ab9
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import * as z from "zod";
|
|
7
|
-
import {
|
|
8
|
-
V2EvalResultSummary,
|
|
9
|
-
V2EvalResultSummary$zodSchema,
|
|
10
|
-
} from "./v2evalresultsummary.js";
|
|
11
|
-
|
|
12
|
-
export type V2EvalResultsResponse = {
|
|
13
|
-
data?: Array<V2EvalResultSummary> | undefined;
|
|
14
|
-
count: number;
|
|
15
|
-
limit: number;
|
|
16
|
-
};
|
|
17
|
-
|
|
18
|
-
export const V2EvalResultsResponse$zodSchema: z.ZodType<V2EvalResultsResponse> =
|
|
19
|
-
z.object({
|
|
20
|
-
count: z.int(),
|
|
21
|
-
data: z.array(V2EvalResultSummary$zodSchema).optional(),
|
|
22
|
-
limit: z.int(),
|
|
23
|
-
});
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 8a49bc00e0b8
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import * as z from "zod";
|
|
7
|
-
import {
|
|
8
|
-
HTTPValidationError,
|
|
9
|
-
HTTPValidationError$zodSchema,
|
|
10
|
-
} from "./httpvalidationerror.js";
|
|
11
|
-
import { V2EvalResult, V2EvalResult$zodSchema } from "./v2evalresult.js";
|
|
12
|
-
|
|
13
|
-
export type V2EvalResultsRetrieveRequest = { result_id: string };
|
|
14
|
-
|
|
15
|
-
export const V2EvalResultsRetrieveRequest$zodSchema: z.ZodType<
|
|
16
|
-
V2EvalResultsRetrieveRequest
|
|
17
|
-
> = z.object({
|
|
18
|
-
result_id: z.string(),
|
|
19
|
-
});
|
|
20
|
-
|
|
21
|
-
export type V2EvalResultsRetrieveResponse = V2EvalResult | HTTPValidationError;
|
|
22
|
-
|
|
23
|
-
export const V2EvalResultsRetrieveResponse$zodSchema: z.ZodType<
|
|
24
|
-
V2EvalResultsRetrieveResponse
|
|
25
|
-
> = z.union([
|
|
26
|
-
V2EvalResult$zodSchema,
|
|
27
|
-
HTTPValidationError$zodSchema,
|
|
28
|
-
]);
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 16648f81799b
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import * as z from "zod";
|
|
7
|
-
import {
|
|
8
|
-
PublicEvalRunProgress,
|
|
9
|
-
PublicEvalRunProgress$zodSchema,
|
|
10
|
-
} from "./publicevalrunprogress.js";
|
|
11
|
-
import {
|
|
12
|
-
V2EvalRunAnalysis,
|
|
13
|
-
V2EvalRunAnalysis$zodSchema,
|
|
14
|
-
} from "./v2evalrunanalysis.js";
|
|
15
|
-
|
|
16
|
-
export type V2EvalRunAnalysisResponse = {
|
|
17
|
-
run_id: string;
|
|
18
|
-
status: string;
|
|
19
|
-
progress?: PublicEvalRunProgress | undefined;
|
|
20
|
-
error?: string | null | undefined;
|
|
21
|
-
data?: Array<V2EvalRunAnalysis> | undefined;
|
|
22
|
-
};
|
|
23
|
-
|
|
24
|
-
export const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<
|
|
25
|
-
V2EvalRunAnalysisResponse
|
|
26
|
-
> = z.object({
|
|
27
|
-
data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
|
|
28
|
-
error: z.string().nullable().optional(),
|
|
29
|
-
progress: PublicEvalRunProgress$zodSchema.optional(),
|
|
30
|
-
run_id: z.string(),
|
|
31
|
-
status: z.string(),
|
|
32
|
-
});
|
|
@@ -1,48 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id: 4c00eef582d7
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import * as z from "zod";
|
|
7
|
-
import {
|
|
8
|
-
HTTPValidationError,
|
|
9
|
-
HTTPValidationError$zodSchema,
|
|
10
|
-
} from "./httpvalidationerror.js";
|
|
11
|
-
import {
|
|
12
|
-
V2EvalRunAnalysisResponse,
|
|
13
|
-
V2EvalRunAnalysisResponse$zodSchema,
|
|
14
|
-
} from "./v2evalrunanalysisresponse.js";
|
|
15
|
-
|
|
16
|
-
export type V2EvalRunsAnalysisRequest = { run_id: string };
|
|
17
|
-
|
|
18
|
-
export const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<
|
|
19
|
-
V2EvalRunsAnalysisRequest
|
|
20
|
-
> = z.object({
|
|
21
|
-
run_id: z.string(),
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
/**
|
|
25
|
-
* Eval run not found. Use the run ID returned when you started the eval.
|
|
26
|
-
*/
|
|
27
|
-
export type V2EvalRunsAnalysisResponseBody = { detail: string };
|
|
28
|
-
|
|
29
|
-
export const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<
|
|
30
|
-
V2EvalRunsAnalysisResponseBody
|
|
31
|
-
> = z.object({
|
|
32
|
-
detail: z.string(),
|
|
33
|
-
}).describe(
|
|
34
|
-
"Eval run not found. Use the run ID returned when you started the eval.",
|
|
35
|
-
);
|
|
36
|
-
|
|
37
|
-
export type V2EvalRunsAnalysisResponse =
|
|
38
|
-
| V2EvalRunAnalysisResponse
|
|
39
|
-
| V2EvalRunsAnalysisResponseBody
|
|
40
|
-
| HTTPValidationError;
|
|
41
|
-
|
|
42
|
-
export const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<
|
|
43
|
-
V2EvalRunsAnalysisResponse
|
|
44
|
-
> = z.union([
|
|
45
|
-
V2EvalRunAnalysisResponse$zodSchema,
|
|
46
|
-
z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
|
|
47
|
-
HTTPValidationError$zodSchema,
|
|
48
|
-
]);
|