@lightsage/mcp 0.3.1 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/api/well-known-openai-apps-challenge.js +25 -0
- package/bin/mcp-server.js +1878 -1023
- package/bin/mcp-server.js.map +77 -58
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js +83 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
- package/esm/funcs/{evalResultsV2EvalResultsList.js → evalTemplatesV2EvalTemplatesDelete.js} +17 -16
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts +15 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.js +72 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
- package/esm/funcs/{evalResultsV2EvalResultsRetrieve.js → evalTemplatesV2EvalTemplatesRetrieve.js} +10 -10
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js +89 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
- package/esm/funcs/evalsCancel.d.ts +16 -0
- package/esm/funcs/evalsCancel.d.ts.map +1 -0
- package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
- package/esm/funcs/evalsCancel.js.map +1 -0
- package/esm/funcs/evalsGet.d.ts +16 -0
- package/esm/funcs/evalsGet.d.ts.map +1 -0
- package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
- package/esm/funcs/evalsGet.js.map +1 -0
- package/esm/funcs/evalsRun.d.ts +6 -4
- package/esm/funcs/evalsRun.d.ts.map +1 -1
- package/esm/funcs/evalsRun.js +6 -4
- package/esm/funcs/evalsRun.js.map +1 -1
- package/esm/funcs/evalsV2EvalsBatchCreate.d.ts +16 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.d.ts.map +1 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.js +83 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.js.map +1 -0
- package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsCreate.js +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
- package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
- package/esm/funcs/promptsV2PromptRunsList.js +1 -1
- package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
- package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +3 -3
- package/esm/lib/config.js +3 -3
- package/esm/lib/config.js.map +1 -1
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +17 -9
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts +3 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js +30 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
- package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
- package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsCancel.js +35 -0
- package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
- package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
- package/esm/mcp-server/tools/evalsGet.js.map +1 -0
- package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
- package/esm/mcp-server/tools/evalsRun.js +6 -4
- package/esm/mcp-server/tools/evalsRun.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js +35 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
- package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
- package/esm/models/createevaltemplatebatchrequest.d.ts +12 -0
- package/esm/models/createevaltemplatebatchrequest.d.ts.map +1 -0
- package/esm/models/createevaltemplatebatchrequest.js +12 -0
- package/esm/models/createevaltemplatebatchrequest.js.map +1 -0
- package/esm/models/createevaltemplaterequest.d.ts +79 -0
- package/esm/models/createevaltemplaterequest.d.ts.map +1 -0
- package/esm/models/createevaltemplaterequest.js +74 -0
- package/esm/models/createevaltemplaterequest.js.map +1 -0
- package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
- package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/createv2evalconfigurationrequest.js +2 -0
- package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
- package/esm/models/createv2evalrequest.d.ts +5 -5
- package/esm/models/createv2evalrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrequest.js +5 -10
- package/esm/models/createv2evalrequest.js.map +1 -1
- package/esm/models/createv2evalrunrequest.d.ts +5 -5
- package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrunrequest.js +6 -10
- package/esm/models/createv2evalrunrequest.js.map +1 -1
- package/esm/models/evaltemplate.d.ts +83 -0
- package/esm/models/evaltemplate.d.ts.map +1 -0
- package/esm/models/evaltemplate.js +81 -0
- package/esm/models/evaltemplate.js.map +1 -0
- package/esm/models/evaltemplatebatchcreatedeval.d.ts +11 -0
- package/esm/models/evaltemplatebatchcreatedeval.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchcreatedeval.js +14 -0
- package/esm/models/evaltemplatebatchcreatedeval.js.map +1 -0
- package/esm/models/evaltemplatebatchitem.d.ts +32 -0
- package/esm/models/evaltemplatebatchitem.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchitem.js +27 -0
- package/esm/models/evaltemplatebatchitem.js.map +1 -0
- package/esm/models/evaltemplatebatchresponse.d.ts +12 -0
- package/esm/models/evaltemplatebatchresponse.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchresponse.js +15 -0
- package/esm/models/evaltemplatebatchresponse.js.map +1 -0
- package/esm/models/evaltemplatebatchresult.d.ts +10 -0
- package/esm/models/evaltemplatebatchresult.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchresult.js +13 -0
- package/esm/models/evaltemplatebatchresult.js.map +1 -0
- package/esm/models/evaltemplateruntime.d.ts +20 -0
- package/esm/models/evaltemplateruntime.d.ts.map +1 -0
- package/esm/models/evaltemplateruntime.js +21 -0
- package/esm/models/evaltemplateruntime.js.map +1 -0
- package/esm/models/evaltemplateschedule.d.ts +28 -0
- package/esm/models/evaltemplateschedule.d.ts.map +1 -0
- package/esm/models/evaltemplateschedule.js +24 -0
- package/esm/models/evaltemplateschedule.js.map +1 -0
- package/esm/models/evaltemplatesresponse.d.ts +8 -0
- package/esm/models/evaltemplatesresponse.d.ts.map +1 -0
- package/esm/models/evaltemplatesresponse.js +11 -0
- package/esm/models/evaltemplatesresponse.js.map +1 -0
- package/esm/models/graderdefinition.d.ts +14 -0
- package/esm/models/graderdefinition.d.ts.map +1 -0
- package/esm/models/graderdefinition.js +17 -0
- package/esm/models/graderdefinition.js.map +1 -0
- package/esm/models/publiccompetitorrow.js +2 -2
- package/esm/models/publiccompetitorrow.js.map +1 -1
- package/esm/models/publiccriterionverdict.d.ts +26 -0
- package/esm/models/publiccriterionverdict.d.ts.map +1 -0
- package/esm/models/publiccriterionverdict.js +24 -0
- package/esm/models/publiccriterionverdict.js.map +1 -0
- package/esm/models/publiccurrentvisibilityresponse.js +2 -2
- package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
- package/esm/models/publicevalrunenvironment.d.ts +15 -0
- package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
- package/esm/models/publicevalrunenvironment.js +15 -0
- package/esm/models/publicevalrunenvironment.js.map +1 -0
- package/esm/models/publicevalrunprogress.d.ts +1 -0
- package/esm/models/publicevalrunprogress.d.ts.map +1 -1
- package/esm/models/publicevalrunprogress.js +3 -2
- package/esm/models/publicevalrunprogress.js.map +1 -1
- package/esm/models/publicgraderresult.d.ts +13 -0
- package/esm/models/publicgraderresult.d.ts.map +1 -0
- package/esm/models/publicgraderresult.js +18 -0
- package/esm/models/publicgraderresult.js.map +1 -0
- package/esm/models/publicpromptvisibilitymetrics.js +2 -2
- package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
- package/esm/models/publicvisibilitysnapshot.js +2 -2
- package/esm/models/publicvisibilitysnapshot.js.map +1 -1
- package/esm/models/searchgroundingmode.d.ts +20 -0
- package/esm/models/searchgroundingmode.d.ts.map +1 -0
- package/esm/models/searchgroundingmode.js +19 -0
- package/esm/models/searchgroundingmode.js.map +1 -0
- package/esm/models/updateevaltemplaterequest.d.ts +71 -0
- package/esm/models/updateevaltemplaterequest.d.ts.map +1 -0
- package/esm/models/updateevaltemplaterequest.js +71 -0
- package/esm/models/updateevaltemplaterequest.js.map +1 -0
- package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
- package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalconfigurationrequest.js +3 -0
- package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
- package/esm/models/updatev2evalrequest.d.ts +5 -5
- package/esm/models/updatev2evalrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalrequest.js +6 -10
- package/esm/models/updatev2evalrequest.js.map +1 -1
- package/esm/models/v2eval.d.ts +6 -2
- package/esm/models/v2eval.d.ts.map +1 -1
- package/esm/models/v2eval.js +5 -1
- package/esm/models/v2eval.js.map +1 -1
- package/esm/models/v2evalconfiguration.d.ts +2 -0
- package/esm/models/v2evalconfiguration.d.ts.map +1 -1
- package/esm/models/v2evalconfiguration.js +2 -0
- package/esm/models/v2evalconfiguration.js.map +1 -1
- package/esm/models/v2evalresultsummary.d.ts +10 -0
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +12 -1
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2evalrun.d.ts.map +1 -1
- package/esm/models/v2evalrun.js +1 -1
- package/esm/models/v2evalrun.js.map +1 -1
- package/esm/models/v2evalrundetail.d.ts +30 -0
- package/esm/models/v2evalrundetail.d.ts.map +1 -0
- package/esm/models/v2evalrundetail.js +33 -0
- package/esm/models/v2evalrundetail.js.map +1 -0
- package/esm/models/v2evalrunscancelop.d.ts +31 -0
- package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
- package/esm/models/v2evalrunscancelop.js +27 -0
- package/esm/models/v2evalrunscancelop.js.map +1 -0
- package/esm/models/v2evalrunscreateop.d.ts +23 -3
- package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
- package/esm/models/v2evalrunscreateop.js +15 -2
- package/esm/models/v2evalrunscreateop.js.map +1 -1
- package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
- package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
- package/esm/models/v2evalrunsretrieveop.js +6 -2
- package/esm/models/v2evalrunsretrieveop.js.map +1 -1
- package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
- package/esm/models/v2evalruntraceevent.js +1 -1
- package/esm/models/v2evalruntraceevent.js.map +1 -1
- package/esm/models/v2evalsbatchcreateop.d.ts +27 -0
- package/esm/models/v2evalsbatchcreateop.d.ts.map +1 -0
- package/esm/models/v2evalsbatchcreateop.js +24 -0
- package/esm/models/v2evalsbatchcreateop.js.map +1 -0
- package/esm/models/v2evaltemplatescreateop.d.ts +13 -0
- package/esm/models/v2evaltemplatescreateop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatescreateop.js +16 -0
- package/esm/models/v2evaltemplatescreateop.js.map +1 -0
- package/esm/models/v2evaltemplatesdeleteop.d.ts +24 -0
- package/esm/models/v2evaltemplatesdeleteop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesdeleteop.js +23 -0
- package/esm/models/v2evaltemplatesdeleteop.js.map +1 -0
- package/esm/models/v2evaltemplatesretrieveop.d.ts +17 -0
- package/esm/models/v2evaltemplatesretrieveop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesretrieveop.js +19 -0
- package/esm/models/v2evaltemplatesretrieveop.js.map +1 -0
- package/esm/models/v2evaltemplatesupdateop.d.ts +33 -0
- package/esm/models/v2evaltemplatesupdateop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesupdateop.js +29 -0
- package/esm/models/v2evaltemplatesupdateop.js.map +1 -0
- package/esm/models/v2inlinemcpdefinition.d.ts +4 -4
- package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -1
- package/esm/models/v2inlinemcpdefinition.js +3 -3
- package/esm/models/v2inlinemcpdefinition.js.map +1 -1
- package/esm/models/v2promptrundetail.d.ts +6 -0
- package/esm/models/v2promptrundetail.d.ts.map +1 -1
- package/esm/models/v2promptrundetail.js +4 -1
- package/esm/models/v2promptrundetail.js.map +1 -1
- package/esm/models/v2promptrunsummary.d.ts.map +1 -1
- package/esm/models/v2promptrunsummary.js +1 -1
- package/esm/models/v2promptrunsummary.js.map +1 -1
- package/esm/models/v2publictask.d.ts +2 -2
- package/esm/models/v2publictask.d.ts.map +1 -1
- package/esm/models/v2publictask.js +4 -4
- package/esm/models/v2publictask.js.map +1 -1
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +31 -15
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/evalTemplatesV2EvalTemplatesCreate.ts +145 -0
- package/src/funcs/{evalResultsV2EvalResultsList.ts → evalTemplatesV2EvalTemplatesDelete.ts} +23 -19
- package/src/funcs/evalTemplatesV2EvalTemplatesList.ts +124 -0
- package/src/funcs/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +13 -13
- package/src/funcs/evalTemplatesV2EvalTemplatesUpdate.ts +154 -0
- package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
- package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
- package/src/funcs/evalsRun.ts +6 -4
- package/src/funcs/evalsV2EvalsBatchCreate.ts +145 -0
- package/src/funcs/evalsV2EvalsCreate.ts +1 -1
- package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
- package/src/funcs/promptsV2PromptRunsList.ts +1 -1
- package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +3 -3
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +17 -9
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts +45 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts +45 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts +36 -0
- package/src/mcp-server/tools/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +9 -9
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts +45 -0
- package/src/mcp-server/tools/evalsCancel.ts +43 -0
- package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
- package/src/mcp-server/tools/evalsRun.ts +6 -4
- package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts +43 -0
- package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
- package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
- package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
- package/src/models/createevaltemplatebatchrequest.ts +35 -0
- package/src/models/createevaltemplaterequest.ts +151 -0
- package/src/models/createv2evalconfigurationrequest.ts +8 -0
- package/src/models/createv2evalrequest.ts +18 -22
- package/src/models/createv2evalrunrequest.ts +19 -24
- package/src/models/evaltemplate.ts +154 -0
- package/src/models/evaltemplatebatchcreatedeval.ts +26 -0
- package/src/models/evaltemplatebatchitem.ts +54 -0
- package/src/models/evaltemplatebatchresponse.ts +30 -0
- package/src/models/evaltemplatebatchresult.ts +26 -0
- package/src/models/evaltemplateruntime.ts +64 -0
- package/src/models/evaltemplateschedule.ts +44 -0
- package/src/models/evaltemplatesresponse.ts +18 -0
- package/src/models/graderdefinition.ts +34 -0
- package/src/models/publiccompetitorrow.ts +2 -2
- package/src/models/publiccriterionverdict.ts +48 -0
- package/src/models/publiccurrentvisibilityresponse.ts +2 -2
- package/src/models/publicevalrunenvironment.ts +47 -0
- package/src/models/publicevalrunprogress.ts +8 -2
- package/src/models/publicgraderresult.ts +44 -0
- package/src/models/publicpromptvisibilitymetrics.ts +2 -2
- package/src/models/publicvisibilitysnapshot.ts +2 -2
- package/src/models/searchgroundingmode.ts +26 -0
- package/src/models/updateevaltemplaterequest.ts +116 -0
- package/src/models/updatev2evalconfigurationrequest.ts +9 -0
- package/src/models/updatev2evalrequest.ts +20 -21
- package/src/models/v2eval.ts +14 -2
- package/src/models/v2evalconfiguration.ts +8 -0
- package/src/models/v2evalresultsummary.ts +36 -1
- package/src/models/v2evalrun.ts +3 -1
- package/src/models/v2evalrundetail.ts +90 -0
- package/src/models/v2evalrunscancelop.ts +70 -0
- package/src/models/v2evalrunscreateop.ts +43 -5
- package/src/models/v2evalrunsretrieveop.ts +23 -3
- package/src/models/v2evalruntraceevent.ts +3 -1
- package/src/models/v2evalsbatchcreateop.ts +66 -0
- package/src/models/v2evaltemplatescreateop.ts +37 -0
- package/src/models/v2evaltemplatesdeleteop.ts +56 -0
- package/src/models/v2evaltemplatesretrieveop.ts +43 -0
- package/src/models/v2evaltemplatesupdateop.ts +79 -0
- package/src/models/v2inlinemcpdefinition.ts +7 -5
- package/src/models/v2promptrundetail.ts +12 -1
- package/src/models/v2promptrunsummary.ts +3 -1
- package/src/models/v2publictask.ts +9 -7
- package/src/tool-names.ts +31 -15
- package/test/simulations.test.js +30 -3
- package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
- package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
- package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
- package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
- package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
- package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
- package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
- package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
- package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
- package/esm/funcs/evalsAnalysis.d.ts +0 -16
- package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
- package/esm/funcs/evalsAnalysis.js.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
- package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
- package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
- package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
- package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
- package/esm/models/v2evalresult.d.ts +0 -23
- package/esm/models/v2evalresult.d.ts.map +0 -1
- package/esm/models/v2evalresult.js +0 -24
- package/esm/models/v2evalresult.js.map +0 -1
- package/esm/models/v2evalresultslistop.d.ts +0 -11
- package/esm/models/v2evalresultslistop.d.ts.map +0 -1
- package/esm/models/v2evalresultslistop.js +0 -16
- package/esm/models/v2evalresultslistop.js.map +0 -1
- package/esm/models/v2evalresultsresponse.d.ts +0 -9
- package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
- package/esm/models/v2evalresultsresponse.js +0 -12
- package/esm/models/v2evalresultsresponse.js.map +0 -1
- package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
- package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
- package/esm/models/v2evalresultsretrieveop.js +0 -15
- package/esm/models/v2evalresultsretrieveop.js.map +0 -1
- package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
- package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
- package/esm/models/v2evalrunanalysisresponse.js +0 -15
- package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
- package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
- package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
- package/esm/models/v2evalrunsanalysisop.js +0 -19
- package/esm/models/v2evalrunsanalysisop.js.map +0 -1
- package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
- package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
- package/src/models/v2evalresult.ts +0 -46
- package/src/models/v2evalresultslistop.ts +0 -39
- package/src/models/v2evalresultsresponse.ts +0 -23
- package/src/models/v2evalresultsretrieveop.ts +0 -28
- package/src/models/v2evalrunanalysisresponse.ts +0 -32
- package/src/models/v2evalrunsanalysisop.ts +0 -48
|
@@ -19,6 +19,8 @@ export const V2PromptRunDetail$zodSchema = z
|
|
|
19
19
|
.object({
|
|
20
20
|
citation_count: z.int().default(0),
|
|
21
21
|
citations: z.array(V2PromptRunCitation$zodSchema).optional(),
|
|
22
|
+
conversation_turns: z.array(z.record(z.string(), z.any())).optional()
|
|
23
|
+
.describe("Sanitized interleaved text and tool-call trace captured for this run. It interleaves the agent's `text` turns with `tool_call` turns, so its length is not a tool-call count; use `tool_calls` or `tool_call_count`."),
|
|
22
24
|
created_at: z.string().nullable().optional(),
|
|
23
25
|
harness: z.string().nullable().optional().describe("Coding-agent harness for agent runs; otherwise the answer platform identifier."),
|
|
24
26
|
id: z.string(),
|
|
@@ -32,6 +34,7 @@ export const V2PromptRunDetail$zodSchema = z
|
|
|
32
34
|
response_preview: z.string().nullable().optional(),
|
|
33
35
|
run_date: z.string(),
|
|
34
36
|
target_kind: V2PromptRunDetailTargetKind$zodSchema.nullable().optional(),
|
|
35
|
-
tool_call_count: z.int().nullable().optional(),
|
|
37
|
+
tool_call_count: z.int().nullable().optional().describe("Coding-agent tool invocations, counting a call and its result once. Matches the length of `tool_calls` on the detail response; null for answer-engine runs."),
|
|
38
|
+
tool_calls: z.array(z.record(z.string(), z.any())).optional().describe("Sanitized coding-agent tool invocations captured for this run, one entry per invocation with its result merged in."),
|
|
36
39
|
});
|
|
37
40
|
//# sourceMappingURL=v2promptrundetail.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2promptrundetail.js","sourceRoot":"","sources":["../../src/models/v2promptrundetail.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,YAAY,EAAE,eAAe;IAC7B,WAAW,EAAE,cAAc;CACnB,CAAC;AAKX,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1D,eAAe;IACf,cAAc;CACf,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"v2promptrundetail.js","sourceRoot":"","sources":["../../src/models/v2promptrundetail.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,YAAY,EAAE,eAAe;IAC7B,WAAW,EAAE,cAAc;CACnB,CAAC;AAKX,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1D,eAAe;IACf,cAAc;CACf,CAAC,CAAC;AAuBH,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE;IAC5D,kBAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,sNAAsN,CACvN;IACH,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,gFAAgF,CACjF;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE;IAC1D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,iEAAiE,CAClE;IACD,QAAQ,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7D,MAAM,EAAE,2BAA2B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,qCAAqC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxE,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,6JAA6J,CAC9J;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpE,oHAAoH,CACrH;CACF,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2promptrunsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2promptrunsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AACX,MAAM,MAAM,4BAA4B,GAAG,UAAU,CACnD,OAAO,4BAA4B,CACpC,CAAC;AAEF,eAAO,MAAM,sCAAsC;;;EAGjD,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,iBAAiB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,WAAW,CAAC,EAAE,4BAA4B,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9D,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,kBAAkB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,
|
|
1
|
+
{"version":3,"file":"v2promptrunsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2promptrunsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AACX,MAAM,MAAM,4BAA4B,GAAG,UAAU,CACnD,OAAO,4BAA4B,CACpC,CAAC;AAEF,eAAO,MAAM,sCAAsC;;;EAGjD,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,iBAAiB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,WAAW,CAAC,EAAE,4BAA4B,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9D,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,kBAAkB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAqBnE,CAAC"}
|
|
@@ -27,6 +27,6 @@ export const V2PromptRunSummary$zodSchema = z
|
|
|
27
27
|
response_preview: z.string().nullable().optional(),
|
|
28
28
|
run_date: z.string(),
|
|
29
29
|
target_kind: V2PromptRunSummaryTargetKind$zodSchema.nullable().optional(),
|
|
30
|
-
tool_call_count: z.int().nullable().optional(),
|
|
30
|
+
tool_call_count: z.int().nullable().optional().describe("Coding-agent tool invocations, counting a call and its result once. Matches the length of `tool_calls` on the detail response; null for answer-engine runs."),
|
|
31
31
|
});
|
|
32
32
|
//# sourceMappingURL=v2promptrunsummary.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2promptrunsummary.js","sourceRoot":"","sources":["../../src/models/v2promptrunsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,YAAY,EAAE,eAAe;IAC7B,WAAW,EAAE,cAAc;CACnB,CAAC;AAKX,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3D,eAAe;IACf,cAAc;CACf,CAAC,CAAC;AAkBH,MAAM,CAAC,MAAM,4BAA4B,GAAkC,CAAC;KACzE,MAAM,CAAC;IACN,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,gFAAgF,CACjF;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,iEAAiE,CAClE;IACD,QAAQ,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7D,MAAM,EAAE,2BAA2B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,sCAAsC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzE,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;
|
|
1
|
+
{"version":3,"file":"v2promptrunsummary.js","sourceRoot":"","sources":["../../src/models/v2promptrunsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,YAAY,EAAE,eAAe;IAC7B,WAAW,EAAE,cAAc;CACnB,CAAC;AAKX,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3D,eAAe;IACf,cAAc;CACf,CAAC,CAAC;AAkBH,MAAM,CAAC,MAAM,4BAA4B,GAAkC,CAAC;KACzE,MAAM,CAAC;IACN,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,gFAAgF,CACjF;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,iEAAiE,CAClE;IACD,QAAQ,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7D,MAAM,EAAE,2BAA2B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,sCAAsC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzE,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,6JAA6J,CAC9J;CACF,CAAC,CAAC"}
|
|
@@ -15,7 +15,7 @@ export type V2PublicTask = {
|
|
|
15
15
|
evidence?: {
|
|
16
16
|
[k: string]: any;
|
|
17
17
|
} | undefined;
|
|
18
|
-
score
|
|
18
|
+
score?: number | null | undefined;
|
|
19
19
|
effort: string;
|
|
20
20
|
priority?: string | null | undefined;
|
|
21
21
|
status: string;
|
|
@@ -23,7 +23,7 @@ export type V2PublicTask = {
|
|
|
23
23
|
function_area?: string | null | undefined;
|
|
24
24
|
action_type?: string | null | undefined;
|
|
25
25
|
source?: string | null | undefined;
|
|
26
|
-
source_type
|
|
26
|
+
source_type?: string | null | undefined;
|
|
27
27
|
source_refs?: {
|
|
28
28
|
[k: string]: any;
|
|
29
29
|
} | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2publictask.d.ts","sourceRoot":"","sources":["../../src/models/v2publictask.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC5C,KAAK,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"v2publictask.d.ts","sourceRoot":"","sources":["../../src/models/v2publictask.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC5C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,WAAW,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC/C,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAoDxD,CAAC;AAEJ,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAkCxD,CAAC"}
|
|
@@ -21,11 +21,11 @@ export const V2PublicTask$zodSchema = collectExtraKeys$(z.object({
|
|
|
21
21
|
priority: z.string().nullable().optional(),
|
|
22
22
|
rank: z.int().describe("Sort order within the batch, ascending; values need not start at 1."),
|
|
23
23
|
reasoning: z.string().nullable().optional(),
|
|
24
|
-
score: z.number(),
|
|
24
|
+
score: z.number().nullable().optional().describe("Planner impact score; manually created tasks may be unscored."),
|
|
25
25
|
source: z.string().nullable().optional(),
|
|
26
26
|
source_key: z.string().describe("A finding key namespaced by source, such as `api_perf:https://example.com/docs/cli`."),
|
|
27
27
|
source_refs: z.record(z.string(), z.any()).optional().describe("Source references needed to understand or execute the task."),
|
|
28
|
-
source_type: z.string().describe("A free-form source type such as `api_performance`;
|
|
28
|
+
source_type: z.string().nullable().optional().describe("A free-form source type such as `api_performance`; manually created tasks may not have a source."),
|
|
29
29
|
status: z.string().describe("The workflow status. New tasks start as `new`; `added_to_sheet` and `snoozed` tasks are listed only when `status=all`."),
|
|
30
30
|
task_type: z.string().describe("A free-form label such as `Redirect` or `Docs`; this field is not an enum."),
|
|
31
31
|
title: z.string(),
|
|
@@ -50,11 +50,11 @@ export const V2PublicTask$zodSchemaOutbound = z.object({
|
|
|
50
50
|
priority: z.nullable(z.string()).optional(),
|
|
51
51
|
rank: z.int(),
|
|
52
52
|
reasoning: z.nullable(z.string()).optional(),
|
|
53
|
-
score: z.number(),
|
|
53
|
+
score: z.nullable(z.number()).optional(),
|
|
54
54
|
source: z.nullable(z.string()).optional(),
|
|
55
55
|
source_key: z.string(),
|
|
56
56
|
source_refs: z.record(z.string(), z.any()).optional(),
|
|
57
|
-
source_type: z.string(),
|
|
57
|
+
source_type: z.nullable(z.string()).optional(),
|
|
58
58
|
status: z.string(),
|
|
59
59
|
task_type: z.string(),
|
|
60
60
|
title: z.string(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2publictask.js","sourceRoot":"","sources":["../../src/models/v2publictask.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAgC1E,MAAM,CAAC,MAAM,sBAAsB,GACjC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE;IACrB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACzB,mFAAmF,CACpF;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,+GAA+G,CAChH;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,iKAAiK,CAClK;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CACpB,qEAAqE,CACtE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;
|
|
1
|
+
{"version":3,"file":"v2publictask.js","sourceRoot":"","sources":["../../src/models/v2publictask.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAgC1E,MAAM,CAAC,MAAM,sBAAsB,GACjC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE;IACrB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACzB,mFAAmF,CACpF;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,+GAA+G,CAChH;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,iKAAiK,CAClK;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CACpB,qEAAqE,CACtE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,+DAA+D,CAChE;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,sFAAsF,CACvF;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,6DAA6D,CAC9D;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,kGAAkG,CACnG;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACzB,wHAAwH,CACzH;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC5B,4EAA4E,CAC7E;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,8BAA8B,GAAmB,CAAC,CAAC,MAAM,CAAC;IACrE,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACnD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE;IACrB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC7C,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAClD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC3C,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE;IACb,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC5C,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrD,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC7C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}
|
package/esm/tool-names.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,
|
|
1
|
+
{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAyOlE,CAAC"}
|
package/esm/tool-names.js
CHANGED
|
@@ -50,11 +50,11 @@ export const toolNames = [
|
|
|
50
50
|
},
|
|
51
51
|
{
|
|
52
52
|
"name": "prompts-v2-prompt-runs-list",
|
|
53
|
-
"description": "List Prompt Runs\n\nReturns stored prompt runs without exposing raw runtime or provider configuration.
|
|
53
|
+
"description": "List Prompt Runs\n\nReturns stored prompt runs with limit-and-offset pagination, without exposing raw runtime or provider configuration. Filter by prompt, platform, or date range."
|
|
54
54
|
},
|
|
55
55
|
{
|
|
56
56
|
"name": "prompts-v2-prompt-runs-retrieve",
|
|
57
|
-
"description": "Retrieve Prompt Run\n\nReturns one stored prompt run, including
|
|
57
|
+
"description": "Retrieve Prompt Run\n\nReturns one stored prompt run, including mentions, citations, and any sanitized coding-agent trace captured for the run."
|
|
58
58
|
},
|
|
59
59
|
{
|
|
60
60
|
"name": "prompts-v2-prompts-retrieve",
|
|
@@ -114,7 +114,11 @@ export const toolNames = [
|
|
|
114
114
|
},
|
|
115
115
|
{
|
|
116
116
|
"name": "evals-v2-evals-create",
|
|
117
|
-
"description": "Create Eval\n\nCreates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values."
|
|
117
|
+
"description": "Create Eval\n\nCreates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, setup commands, cleanup commands, grounding policy, repeat count, and tags are saved with the eval. `search_grounding` supports `disabled`, `enabled`, and `default`; `default` preserves normal platform behavior. Creating the eval does not start a run and does not accept secret environment values."
|
|
118
|
+
},
|
|
119
|
+
{
|
|
120
|
+
"name": "evals-v2-evals-batch-create",
|
|
121
|
+
"description": "Create evals from a template\n\nStep 2 of the reusable template workflow. Provide the `id` and `version` returned by `POST /v2/eval-templates` as `template_id` and `expected_template_version`, then provide only prompt-specific fields in `evals`. The template supplies only the settings named in its `included_components`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created."
|
|
118
122
|
},
|
|
119
123
|
{
|
|
120
124
|
"name": "evals-v2-evals-retrieve",
|
|
@@ -122,7 +126,7 @@ export const toolNames = [
|
|
|
122
126
|
},
|
|
123
127
|
{
|
|
124
128
|
"name": "evals-v2-evals-update",
|
|
125
|
-
"description": "Update Eval\n\nUpdates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona."
|
|
129
|
+
"description": "Update Eval\n\nUpdates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, `setup_commands`, `cleanup_commands`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona."
|
|
126
130
|
},
|
|
127
131
|
{
|
|
128
132
|
"name": "evals-v2-evals-delete",
|
|
@@ -150,31 +154,43 @@ export const toolNames = [
|
|
|
150
154
|
},
|
|
151
155
|
{
|
|
152
156
|
"name": "evals-run",
|
|
153
|
-
"description": "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.\n- **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and
|
|
157
|
+
"description": "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value; once finished it also returns the results and analysis. Follow a run live with the monitor operation.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, setup commands, cleanup commands, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.\n- **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, skills, setup commands, and cleanup commands.\n\nThe run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required. If the organization lacks the estimated credits, the request fails with `402` before dispatching work.\n\nA saved or inline environment containing an empty or placeholder credential is rejected with `400` before any evaluation is dispatched."
|
|
154
158
|
},
|
|
155
159
|
{
|
|
156
|
-
"name": "evals-
|
|
157
|
-
"description": "
|
|
160
|
+
"name": "evals-cancel",
|
|
161
|
+
"description": "Cancel an eval run\n\nMarks an active eval run as cancelled and prevents queued attempts from starting. Running sandbox attempts are stopped asynchronously. Requests already sent to an external provider cannot be recalled, but any later response does not change the run from cancelled. Repeating this request for an already-cancelled run is safe."
|
|
158
162
|
},
|
|
159
163
|
{
|
|
160
164
|
"name": "evals-trace",
|
|
161
165
|
"description": "Retrieve an eval run trace\n\nReturns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live."
|
|
162
166
|
},
|
|
163
167
|
{
|
|
164
|
-
"name": "
|
|
165
|
-
"description": "
|
|
168
|
+
"name": "evals-get",
|
|
169
|
+
"description": "Retrieve an eval run\n\nReturns the run's current status and progress. Once its attempts finish, the response also includes their results and analysis. Poll this until the status reaches a terminal value. Use the trace operation for the raw execution event log, or the monitor operation to follow a run live."
|
|
170
|
+
},
|
|
171
|
+
{
|
|
172
|
+
"name": "eval-templates-v2-eval-templates-list",
|
|
173
|
+
"description": "List Eval templates\n\nReturns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts."
|
|
166
174
|
},
|
|
167
175
|
{
|
|
168
|
-
"name": "eval-
|
|
169
|
-
"description": "
|
|
176
|
+
"name": "eval-templates-v2-eval-templates-create",
|
|
177
|
+
"description": "Create an Eval template\n\nStep 1 of the reusable template workflow. Creates an organization-owned Eval template containing only the configuration components selected in `included_components`. Do not include task prompts in the template. The response returns the template `id` and `version`; pass them as `template_id` and `expected_template_version` to `POST /v2/evals/batch` with each eval's name and prompts. Applying a template copies its values into the new evals without creating a live link."
|
|
170
178
|
},
|
|
171
179
|
{
|
|
172
|
-
"name": "eval-
|
|
173
|
-
"description": "
|
|
180
|
+
"name": "eval-templates-v2-eval-templates-retrieve",
|
|
181
|
+
"description": "Retrieve an Eval template\n\nReturns one active reusable Eval template."
|
|
174
182
|
},
|
|
175
183
|
{
|
|
176
|
-
"name": "eval-
|
|
177
|
-
"description": "
|
|
184
|
+
"name": "eval-templates-v2-eval-templates-update",
|
|
185
|
+
"description": "Update an Eval template\n\nUpdates an Eval template. Supply `expected_template_version` to reject an edit based on stale data. Existing evals are never changed."
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"name": "eval-templates-v2-eval-templates-delete",
|
|
189
|
+
"description": "Delete an Eval template\n\nSoft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration."
|
|
190
|
+
},
|
|
191
|
+
{
|
|
192
|
+
"name": "eval-runs-v2-eval-runs-list",
|
|
193
|
+
"description": "List Runs\n\nReturns jobs created through `POST /v2/eval-runs`, ordered newest first, with lifecycle state and progress."
|
|
178
194
|
},
|
|
179
195
|
{
|
|
180
196
|
"name": "agents-v2-agents-list",
|
package/esm/tool-names.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,6GAA6G;KAC7H;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,0HAA0H;KAC1I;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,aAAa,EAAE,oOAAoO;KACpP;IACD;QACE,MAAM,EAAE,4CAA4C;QACpD,aAAa,EAAE,oKAAoK;KACpL;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,aAAa,EAAE,iKAAiK;KACjL;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,aAAa,EAAE,wKAAwK;KACxL;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,qHAAqH;KACrI;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,6JAA6J;KAC7K;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,yEAAyE;KACzF;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,qEAAqE;KACrF;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,uEAAuE;KACvF;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,wJAAwJ;KACxK;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,
|
|
1
|
+
{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,6GAA6G;KAC7H;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,0HAA0H;KAC1I;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,aAAa,EAAE,oOAAoO;KACpP;IACD;QACE,MAAM,EAAE,4CAA4C;QACpD,aAAa,EAAE,oKAAoK;KACpL;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,aAAa,EAAE,iKAAiK;KACjL;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,aAAa,EAAE,wKAAwK;KACxL;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,qHAAqH;KACrI;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,6JAA6J;KAC7K;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,yEAAyE;KACzF;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,qEAAqE;KACrF;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,uEAAuE;KACvF;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,wJAAwJ;KACxK;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,qLAAqL;KACrM;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,iJAAiJ;KACjK;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,4FAA4F;KAC5G;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,mHAAmH;KACnI;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,qHAAqH;KACrI;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,iMAAiM;KACjN;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,aAAa,EAAE,kHAAkH;KAClI;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,0IAA0I;KAC1J;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,uEAAuE;KACvF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,uGAAuG;KACvH;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,6NAA6N;KAC7O;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,uHAAuH;KACvI;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8EAA8E;KAC9F;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,ucAAuc;KACvd;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,2wBAA2wB;KAC3xB;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,mEAAmE;KACnF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6PAA6P;KAC7Q;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,iFAAiF;KACjG;IACD;QACE,MAAM,EAAE,mCAAmC;QAC3C,aAAa,EAAE,sIAAsI;KACtJ;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,sIAAsI;KACtJ;IACD;QACE,MAAM,EAAE,uCAAuC;QAC/C,aAAa,EAAE,wEAAwE;KACxF;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,yFAAyF;KACzG;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,qGAAqG;KACrH;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,mrCAAmrC;KACnsC;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,4VAA4V;KAC5W;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+NAA+N;KAC/O;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,uCAAuC;QAC/C,aAAa,EAAE,yKAAyK;KACzL;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,aAAa,EAAE,ofAAof;KACpgB;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,aAAa,EAAE,yEAAyE;KACzF;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,aAAa,EAAE,oKAAoK;KACpL;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,0HAA0H;KAC1I;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,8GAA8G;KAC9H;IACD;QACE,MAAM,EAAE,mCAAmC;QAC3C,aAAa,EAAE,6OAA6O;KAC7P;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,wFAAwF;KACxG;IACD;QACE,MAAM,EAAE,uCAAuC;QAC/C,aAAa,EAAE,mEAAmE;KACnF;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,mGAAmG;KACnH;IACD;QACE,MAAM,EAAE,mCAAmC;QAC3C,aAAa,EAAE,oFAAoF;KACpG;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,qFAAqF;KACrG;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,wFAAwF;KACxG;CACF,CAAC"}
|
package/package.json
CHANGED
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: dcb94774456f
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { LightsageMcpCore } from "../core.js";
|
|
7
|
+
import { encodeJSON } from "../lib/encodings.js";
|
|
8
|
+
import { compactMap } from "../lib/primitives.js";
|
|
9
|
+
import { safeParse } from "../lib/schemas.js";
|
|
10
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
11
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
12
|
+
import { pathToFunc } from "../lib/url.js";
|
|
13
|
+
import {
|
|
14
|
+
CreateEvalTemplateRequest,
|
|
15
|
+
CreateEvalTemplateRequest$zodSchema,
|
|
16
|
+
} from "../models/createevaltemplaterequest.js";
|
|
17
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
18
|
+
import {
|
|
19
|
+
ConnectionError,
|
|
20
|
+
InvalidRequestError,
|
|
21
|
+
RequestAbortedError,
|
|
22
|
+
RequestTimeoutError,
|
|
23
|
+
UnexpectedClientError,
|
|
24
|
+
} from "../models/errors/httpclienterrors.js";
|
|
25
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
26
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
27
|
+
import { Result } from "../types/fp.js";
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Create an Eval template
|
|
31
|
+
*
|
|
32
|
+
* @remarks
|
|
33
|
+
* Step 1 of the reusable template workflow. Creates an organization-owned Eval template containing only the configuration components selected in `included_components`. Do not include task prompts in the template. The response returns the template `id` and `version`; pass them as `template_id` and `expected_template_version` to `POST /v2/evals/batch` with each eval's name and prompts. Applying a template copies its values into the new evals without creating a live link.
|
|
34
|
+
*/
|
|
35
|
+
export function evalTemplatesV2EvalTemplatesCreate(
|
|
36
|
+
client$: LightsageMcpCore,
|
|
37
|
+
request: CreateEvalTemplateRequest,
|
|
38
|
+
options?: RequestOptions,
|
|
39
|
+
): APIPromise<
|
|
40
|
+
Result<
|
|
41
|
+
Response,
|
|
42
|
+
| APIError
|
|
43
|
+
| SDKValidationError
|
|
44
|
+
| UnexpectedClientError
|
|
45
|
+
| InvalidRequestError
|
|
46
|
+
| RequestAbortedError
|
|
47
|
+
| RequestTimeoutError
|
|
48
|
+
| ConnectionError
|
|
49
|
+
>
|
|
50
|
+
> {
|
|
51
|
+
return new APIPromise($do(
|
|
52
|
+
client$,
|
|
53
|
+
request,
|
|
54
|
+
options,
|
|
55
|
+
));
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
async function $do(
|
|
59
|
+
client$: LightsageMcpCore,
|
|
60
|
+
request: CreateEvalTemplateRequest,
|
|
61
|
+
options?: RequestOptions,
|
|
62
|
+
): Promise<
|
|
63
|
+
[
|
|
64
|
+
Result<
|
|
65
|
+
Response,
|
|
66
|
+
| APIError
|
|
67
|
+
| SDKValidationError
|
|
68
|
+
| UnexpectedClientError
|
|
69
|
+
| InvalidRequestError
|
|
70
|
+
| RequestAbortedError
|
|
71
|
+
| RequestTimeoutError
|
|
72
|
+
| ConnectionError
|
|
73
|
+
>,
|
|
74
|
+
APICall,
|
|
75
|
+
]
|
|
76
|
+
> {
|
|
77
|
+
const parsed$ = safeParse(
|
|
78
|
+
request,
|
|
79
|
+
(value$) => CreateEvalTemplateRequest$zodSchema.parse(value$),
|
|
80
|
+
"Input validation failed",
|
|
81
|
+
);
|
|
82
|
+
if (!parsed$.ok) {
|
|
83
|
+
return [parsed$, { status: "invalid" }];
|
|
84
|
+
}
|
|
85
|
+
const payload$ = parsed$.value;
|
|
86
|
+
const body$ = encodeJSON("body", payload$, { explode: true });
|
|
87
|
+
const path$ = pathToFunc("/v2/eval-templates")();
|
|
88
|
+
|
|
89
|
+
const headers$ = new Headers(compactMap({
|
|
90
|
+
"Content-Type": "application/json",
|
|
91
|
+
Accept: "application/json",
|
|
92
|
+
}));
|
|
93
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
94
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
95
|
+
|
|
96
|
+
const context = {
|
|
97
|
+
options: client$._options,
|
|
98
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
99
|
+
operationID: "v2_eval_templates_create",
|
|
100
|
+
oAuth2Scopes: null,
|
|
101
|
+
resolvedSecurity: requestSecurity,
|
|
102
|
+
securitySource: client$._options.security,
|
|
103
|
+
retryConfig: options?.retries
|
|
104
|
+
|| client$._options.retryConfig
|
|
105
|
+
|| { strategy: "none" },
|
|
106
|
+
retryCodes: options?.retryCodes || [
|
|
107
|
+
"429",
|
|
108
|
+
"500",
|
|
109
|
+
"502",
|
|
110
|
+
"503",
|
|
111
|
+
"504",
|
|
112
|
+
],
|
|
113
|
+
};
|
|
114
|
+
|
|
115
|
+
const requestRes = client$._createRequest(context, {
|
|
116
|
+
security: requestSecurity,
|
|
117
|
+
method: "POST",
|
|
118
|
+
baseURL: options?.serverURL,
|
|
119
|
+
path: path$,
|
|
120
|
+
headers: headers$,
|
|
121
|
+
body: body$,
|
|
122
|
+
userAgent: client$._options.userAgent,
|
|
123
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
124
|
+
|| -1,
|
|
125
|
+
}, options);
|
|
126
|
+
if (!requestRes.ok) {
|
|
127
|
+
return [requestRes, { status: "invalid" }];
|
|
128
|
+
}
|
|
129
|
+
const req$ = requestRes.value;
|
|
130
|
+
|
|
131
|
+
const doResult = await client$._do(req$, {
|
|
132
|
+
context,
|
|
133
|
+
errorCodes: [],
|
|
134
|
+
retryConfig: context.retryConfig,
|
|
135
|
+
retryCodes: context.retryCodes,
|
|
136
|
+
});
|
|
137
|
+
if (!doResult.ok) {
|
|
138
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
139
|
+
}
|
|
140
|
+
return [doResult, {
|
|
141
|
+
status: "complete",
|
|
142
|
+
"request": req$,
|
|
143
|
+
response: doResult.value,
|
|
144
|
+
}];
|
|
145
|
+
}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
/*
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id:
|
|
3
|
+
* @generated-id: 7ad1a6dba15c
|
|
4
4
|
*/
|
|
5
5
|
|
|
6
6
|
import { LightsageMcpCore } from "../core.js";
|
|
7
|
-
import {
|
|
7
|
+
import { encodeSimple } from "../lib/encodings.js";
|
|
8
8
|
import { compactMap } from "../lib/primitives.js";
|
|
9
9
|
import { safeParse } from "../lib/schemas.js";
|
|
10
10
|
import { RequestOptions } from "../lib/sdks.js";
|
|
@@ -20,21 +20,21 @@ import {
|
|
|
20
20
|
} from "../models/errors/httpclienterrors.js";
|
|
21
21
|
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
22
22
|
import {
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
} from "../models/
|
|
23
|
+
V2EvalTemplatesDeleteRequest,
|
|
24
|
+
V2EvalTemplatesDeleteRequest$zodSchema,
|
|
25
|
+
} from "../models/v2evaltemplatesdeleteop.js";
|
|
26
26
|
import { APICall, APIPromise } from "../types/async.js";
|
|
27
27
|
import { Result } from "../types/fp.js";
|
|
28
28
|
|
|
29
29
|
/**
|
|
30
|
-
*
|
|
30
|
+
* Delete an Eval template
|
|
31
31
|
*
|
|
32
32
|
* @remarks
|
|
33
|
-
*
|
|
33
|
+
* Soft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration.
|
|
34
34
|
*/
|
|
35
|
-
export function
|
|
35
|
+
export function evalTemplatesV2EvalTemplatesDelete(
|
|
36
36
|
client$: LightsageMcpCore,
|
|
37
|
-
request
|
|
37
|
+
request: V2EvalTemplatesDeleteRequest,
|
|
38
38
|
options?: RequestOptions,
|
|
39
39
|
): APIPromise<
|
|
40
40
|
Result<
|
|
@@ -57,7 +57,7 @@ export function evalResultsV2EvalResultsList(
|
|
|
57
57
|
|
|
58
58
|
async function $do(
|
|
59
59
|
client$: LightsageMcpCore,
|
|
60
|
-
request
|
|
60
|
+
request: V2EvalTemplatesDeleteRequest,
|
|
61
61
|
options?: RequestOptions,
|
|
62
62
|
): Promise<
|
|
63
63
|
[
|
|
@@ -76,7 +76,7 @@ async function $do(
|
|
|
76
76
|
> {
|
|
77
77
|
const parsed$ = safeParse(
|
|
78
78
|
request,
|
|
79
|
-
(value$) =>
|
|
79
|
+
(value$) => V2EvalTemplatesDeleteRequest$zodSchema.parse(value$),
|
|
80
80
|
"Input validation failed",
|
|
81
81
|
);
|
|
82
82
|
if (!parsed$.ok) {
|
|
@@ -84,11 +84,16 @@ async function $do(
|
|
|
84
84
|
}
|
|
85
85
|
const payload$ = parsed$.value;
|
|
86
86
|
const body$ = null;
|
|
87
|
-
|
|
88
|
-
const
|
|
89
|
-
"
|
|
90
|
-
|
|
91
|
-
|
|
87
|
+
|
|
88
|
+
const pathParams$ = {
|
|
89
|
+
template_id: encodeSimple("template_id", payload$.template_id, {
|
|
90
|
+
explode: false,
|
|
91
|
+
charEncoding: "percent",
|
|
92
|
+
}),
|
|
93
|
+
};
|
|
94
|
+
const path$ = pathToFunc("/v2/eval-templates/{template_id}")(
|
|
95
|
+
pathParams$,
|
|
96
|
+
);
|
|
92
97
|
|
|
93
98
|
const headers$ = new Headers(compactMap({
|
|
94
99
|
Accept: "application/json",
|
|
@@ -99,7 +104,7 @@ async function $do(
|
|
|
99
104
|
const context = {
|
|
100
105
|
options: client$._options,
|
|
101
106
|
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
102
|
-
operationID: "
|
|
107
|
+
operationID: "v2_eval_templates_delete",
|
|
103
108
|
oAuth2Scopes: null,
|
|
104
109
|
resolvedSecurity: requestSecurity,
|
|
105
110
|
securitySource: client$._options.security,
|
|
@@ -117,11 +122,10 @@ async function $do(
|
|
|
117
122
|
|
|
118
123
|
const requestRes = client$._createRequest(context, {
|
|
119
124
|
security: requestSecurity,
|
|
120
|
-
method: "
|
|
125
|
+
method: "DELETE",
|
|
121
126
|
baseURL: options?.serverURL,
|
|
122
127
|
path: path$,
|
|
123
128
|
headers: headers$,
|
|
124
|
-
query: query$,
|
|
125
129
|
body: body$,
|
|
126
130
|
userAgent: client$._options.userAgent,
|
|
127
131
|
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: c67c9213dcb2
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { LightsageMcpCore } from "../core.js";
|
|
7
|
+
import { compactMap } from "../lib/primitives.js";
|
|
8
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
9
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
10
|
+
import { pathToFunc } from "../lib/url.js";
|
|
11
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
12
|
+
import {
|
|
13
|
+
ConnectionError,
|
|
14
|
+
InvalidRequestError,
|
|
15
|
+
RequestAbortedError,
|
|
16
|
+
RequestTimeoutError,
|
|
17
|
+
UnexpectedClientError,
|
|
18
|
+
} from "../models/errors/httpclienterrors.js";
|
|
19
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
20
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
21
|
+
import { Result } from "../types/fp.js";
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* List Eval templates
|
|
25
|
+
*
|
|
26
|
+
* @remarks
|
|
27
|
+
* Returns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts.
|
|
28
|
+
*/
|
|
29
|
+
export function evalTemplatesV2EvalTemplatesList(
|
|
30
|
+
client$: LightsageMcpCore,
|
|
31
|
+
options?: RequestOptions,
|
|
32
|
+
): APIPromise<
|
|
33
|
+
Result<
|
|
34
|
+
Response,
|
|
35
|
+
| APIError
|
|
36
|
+
| SDKValidationError
|
|
37
|
+
| UnexpectedClientError
|
|
38
|
+
| InvalidRequestError
|
|
39
|
+
| RequestAbortedError
|
|
40
|
+
| RequestTimeoutError
|
|
41
|
+
| ConnectionError
|
|
42
|
+
>
|
|
43
|
+
> {
|
|
44
|
+
return new APIPromise($do(
|
|
45
|
+
client$,
|
|
46
|
+
options,
|
|
47
|
+
));
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
async function $do(
|
|
51
|
+
client$: LightsageMcpCore,
|
|
52
|
+
options?: RequestOptions,
|
|
53
|
+
): Promise<
|
|
54
|
+
[
|
|
55
|
+
Result<
|
|
56
|
+
Response,
|
|
57
|
+
| APIError
|
|
58
|
+
| SDKValidationError
|
|
59
|
+
| UnexpectedClientError
|
|
60
|
+
| InvalidRequestError
|
|
61
|
+
| RequestAbortedError
|
|
62
|
+
| RequestTimeoutError
|
|
63
|
+
| ConnectionError
|
|
64
|
+
>,
|
|
65
|
+
APICall,
|
|
66
|
+
]
|
|
67
|
+
> {
|
|
68
|
+
const path$ = pathToFunc("/v2/eval-templates")();
|
|
69
|
+
|
|
70
|
+
const headers$ = new Headers(compactMap({
|
|
71
|
+
Accept: "application/json",
|
|
72
|
+
}));
|
|
73
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
74
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
75
|
+
|
|
76
|
+
const context = {
|
|
77
|
+
options: client$._options,
|
|
78
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
79
|
+
operationID: "v2_eval_templates_list",
|
|
80
|
+
oAuth2Scopes: null,
|
|
81
|
+
resolvedSecurity: requestSecurity,
|
|
82
|
+
securitySource: client$._options.security,
|
|
83
|
+
retryConfig: options?.retries
|
|
84
|
+
|| client$._options.retryConfig
|
|
85
|
+
|| { strategy: "none" },
|
|
86
|
+
retryCodes: options?.retryCodes || [
|
|
87
|
+
"429",
|
|
88
|
+
"500",
|
|
89
|
+
"502",
|
|
90
|
+
"503",
|
|
91
|
+
"504",
|
|
92
|
+
],
|
|
93
|
+
};
|
|
94
|
+
|
|
95
|
+
const requestRes = client$._createRequest(context, {
|
|
96
|
+
security: requestSecurity,
|
|
97
|
+
method: "GET",
|
|
98
|
+
baseURL: options?.serverURL,
|
|
99
|
+
path: path$,
|
|
100
|
+
headers: headers$,
|
|
101
|
+
userAgent: client$._options.userAgent,
|
|
102
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
103
|
+
|| -1,
|
|
104
|
+
}, options);
|
|
105
|
+
if (!requestRes.ok) {
|
|
106
|
+
return [requestRes, { status: "invalid" }];
|
|
107
|
+
}
|
|
108
|
+
const req$ = requestRes.value;
|
|
109
|
+
|
|
110
|
+
const doResult = await client$._do(req$, {
|
|
111
|
+
context,
|
|
112
|
+
errorCodes: [],
|
|
113
|
+
retryConfig: context.retryConfig,
|
|
114
|
+
retryCodes: context.retryCodes,
|
|
115
|
+
});
|
|
116
|
+
if (!doResult.ok) {
|
|
117
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
118
|
+
}
|
|
119
|
+
return [doResult, {
|
|
120
|
+
status: "complete",
|
|
121
|
+
"request": req$,
|
|
122
|
+
response: doResult.value,
|
|
123
|
+
}];
|
|
124
|
+
}
|