@langwatch/mcp-server 2.1.0 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.gitignore +7 -0
- package/.npmignore +41 -0
- package/CHANGELOG.md +192 -201
- package/CONTRIBUTING.md +10 -0
- package/README.md +70 -68
- package/dist/add-dashboard-widget-4ZC5UN73.js +50 -0
- package/dist/add-dashboard-widget-ACC6QYBG.js +49 -0
- package/dist/archive-project-KWFM3I5Z.js +19 -0
- package/dist/{archive-project-W3IKI7UL.js → archive-project-SPVHXK6A.js} +4 -4
- package/dist/{archive-run-plan-474OKHHU.js → archive-run-plan-65QN3XRX.js} +4 -4
- package/dist/archive-run-plan-Z4SYE6BP.js +15 -0
- package/dist/{archive-scenario-V5UNYK26.js → archive-scenario-A6QV5LOW.js} +4 -4
- package/dist/archive-scenario-FXEYQNEH.js +19 -0
- package/dist/archive-test-suite-5ADQ3KPQ.js +15 -0
- package/dist/{archive-test-suite-O7FLDMXK.js → archive-test-suite-NKZDZY3D.js} +4 -4
- package/dist/assign-prompt-tag-5IUZXJ2T.js +23 -0
- package/dist/{assign-prompt-tag-Q46WRB6P.js → assign-prompt-tag-HBZLBIFD.js} +8 -4
- package/dist/{chunk-OJLYYJWI.js → chunk-3OCG3QPU.js} +7 -10
- package/dist/chunk-3YLN3ATJ.js +241 -0
- package/dist/chunk-5FNCQRCX.js +91 -0
- package/dist/{chunk-UF6XIGYR.js → chunk-6YZUOD34.js} +2 -5
- package/dist/{chunk-WVI5CJ6S.js → chunk-7AQLPVFL.js} +2 -2
- package/dist/chunk-7VNSRCXO.js +129 -0
- package/dist/{chunk-G4ZAZTZW.js → chunk-B4J3PJLX.js} +11 -10
- package/dist/{chunk-ZXKLPC2E.js → chunk-BIIKE3EI.js} +1 -1
- package/dist/{chunk-37SMPMQS.js → chunk-DMM3JQ42.js} +7 -2
- package/dist/{chunk-NUFPTHKU.js → chunk-FOKVY3BK.js} +1 -1
- package/dist/{chunk-WT4PO4A3.js → chunk-H6WGMG2T.js} +10 -7
- package/dist/{chunk-EYXMLE5X.js → chunk-HGELNIVY.js} +56 -47
- package/dist/{chunk-UJPXFA26.js → chunk-HHMNZAPD.js} +101 -74
- package/dist/{chunk-RVAE2MEA.js → chunk-I7ATIZED.js} +7 -7
- package/dist/{chunk-S4GVX36W.js → chunk-ILZDO25L.js} +7 -10
- package/dist/{chunk-QRO35SOM.js → chunk-J7PQKBLD.js} +652 -528
- package/dist/{chunk-SR6QPRIE.js → chunk-JRJPH75H.js} +7 -13
- package/dist/chunk-K2I7Z3LZ.js +28 -0
- package/dist/{chunk-UFOYFYI7.js → chunk-NKMTIHIJ.js} +6 -9
- package/dist/{chunk-HV4DWKBI.js → chunk-O7EMWEVJ.js} +2 -4
- package/dist/{chunk-56OGTS24.js → chunk-PTDR56Z3.js} +4 -11
- package/dist/{chunk-JR6DJZOU.js → chunk-RABYBFX5.js} +4 -10
- package/dist/chunk-SUPUUC4W.js +64 -0
- package/dist/{chunk-JTQJRNFJ.js → chunk-SXFC3FNH.js} +4 -4
- package/dist/{chunk-CKNAH5TG.js → chunk-U24EACC4.js} +3 -10
- package/dist/chunk-UNJM3BIL.js +21 -0
- package/dist/{chunk-QAMP3CGR.js → chunk-UTJCWXPZ.js} +4 -4
- package/dist/chunk-UWLE5T2F.js +312 -0
- package/dist/{chunk-6DJDEXET.js → chunk-VMWJD732.js} +6 -12
- package/dist/{chunk-7E4FZIYJ.js → chunk-XUIJYNRJ.js} +1 -1
- package/dist/chunk-Y34DHR5K.js +67 -0
- package/dist/chunk-YCARO42Z.js +516 -0
- package/dist/config-EAKW6F26.js +16 -0
- package/dist/config.cjs +109 -0
- package/dist/config.js +5 -4
- package/dist/{create-agent-JFJ2K6X3.js → create-agent-AYZ3LB3V.js} +4 -4
- package/dist/create-agent-S5ZBCEFT.js +23 -0
- package/dist/create-annotation-LHNCLHYP.js +29 -0
- package/dist/{create-annotation-EUXXQ6NS.js → create-annotation-VUSXULQK.js} +10 -5
- package/dist/{create-api-key-BGBB76JX.js → create-api-key-NNYKARMG.js} +5 -7
- package/dist/create-api-key-T4KSNPKB.js +24 -0
- package/dist/create-dashboard-DHVFMEU4.js +18 -0
- package/dist/{create-dashboard-Z76AIPLS.js → create-dashboard-WTKKS5Z6.js} +4 -4
- package/dist/{create-dataset-FD5VAXU4.js → create-dataset-2MC4SD4O.js} +6 -6
- package/dist/create-dataset-LUP5PVDM.js +22 -0
- package/dist/create-dataset-records-NSKBZP3G.js +20 -0
- package/dist/{create-dataset-records-WQUXXOHI.js → create-dataset-records-W4GLN2FV.js} +5 -7
- package/dist/{create-evaluator-6NV33Z52.js → create-evaluator-643G6LXL.js} +4 -4
- package/dist/create-evaluator-HMTYO5SS.js +27 -0
- package/dist/create-mcp-server.cjs +9513 -0
- package/dist/create-mcp-server.js +2647 -10
- package/dist/create-project-6N7PIYRY.js +44 -0
- package/dist/{create-project-ZQ7TFIO2.js → create-project-KAIC46UY.js} +4 -4
- package/dist/{create-prompt-BS6QRCUU.js → create-prompt-E67LXIYT.js} +5 -7
- package/dist/create-prompt-PKJ7EDRR.js +37 -0
- package/dist/create-prompt-tag-4YO3FSJ3.js +17 -0
- package/dist/{create-prompt-tag-FCQ5ELSQ.js → create-prompt-tag-OPQUEXWB.js} +3 -3
- package/dist/create-scenario-5PJBMAXO.js +33 -0
- package/dist/{create-scenario-DRPTPXU3.js → create-scenario-UEM77OE7.js} +5 -5
- package/dist/{create-test-suite-ZIZCCFJ4.js → create-test-suite-4IPXVSFQ.js} +6 -6
- package/dist/create-test-suite-SZEPVXSE.js +36 -0
- package/dist/create-trigger-5HZSCRAN.js +49 -0
- package/dist/create-trigger-PRELMT6J.js +48 -0
- package/dist/delete-agent-JUIZWAXG.js +18 -0
- package/dist/{delete-agent-SA4JMUZF.js → delete-agent-QMEK3XHK.js} +4 -4
- package/dist/delete-annotation-HY3O2OGR.js +17 -0
- package/dist/{delete-annotation-X3KKK7QY.js → delete-annotation-VKIQWUYW.js} +4 -4
- package/dist/delete-dashboard-76N66XXL.js +18 -0
- package/dist/{delete-dashboard-LYMRPF27.js → delete-dashboard-JVIVHNJM.js} +4 -4
- package/dist/delete-dataset-HQCR66MG.js +18 -0
- package/dist/{delete-dataset-W6EZ44HY.js → delete-dataset-WKRUW4FP.js} +5 -7
- package/dist/{delete-dataset-records-7CNOTALB.js → delete-dataset-records-C2IQFFVQ.js} +5 -7
- package/dist/delete-dataset-records-SDUHQLLM.js +19 -0
- package/dist/delete-evaluator-4SNSCLEE.js +16 -0
- package/dist/delete-evaluator-QP3QHTLN.js +15 -0
- package/dist/delete-prompt-tag-NZ4JQMYG.js +17 -0
- package/dist/{delete-prompt-tag-QB3OCZUV.js → delete-prompt-tag-YYQ4VMAD.js} +3 -3
- package/dist/{delete-workflow-NG2VXYYM.js → delete-workflow-5J46T73T.js} +4 -4
- package/dist/delete-workflow-JSWABL5F.js +17 -0
- package/dist/discover-evaluator-schema-UHWA5HVL.js +120 -0
- package/dist/discover-evaluator-schema-XKCLLCB3.js +118 -0
- package/dist/discover-scenario-schema-NOJY6S7E.js +137 -0
- package/dist/{discover-scenario-schema-W7KBXA4J.js → discover-scenario-schema-OOFIQKOG.js} +37 -17
- package/dist/{discover-schema-L6QDPON3.js → discover-schema-55YJBFGQ.js} +181 -186
- package/dist/discover-schema-A33SLMXW.js +442 -0
- package/dist/get-agent-LJQX7OF4.js +69 -0
- package/dist/{get-agent-7THF7HCU.js → get-agent-OTIYUFZA.js} +15 -11
- package/dist/get-analytics-DCS72353.js +80 -0
- package/dist/get-analytics-IQZKJHLW.js +79 -0
- package/dist/get-dashboard-5NYJEIX2.js +29 -0
- package/dist/{get-dashboard-P4WWVHFU.js → get-dashboard-QMTYDQAZ.js} +4 -4
- package/dist/get-dataset-ALSP7RTX.js +64 -0
- package/dist/get-dataset-X4B5JDG2.js +63 -0
- package/dist/{get-evaluator-RZ44UIN6.js → get-evaluator-ISMC4LLI.js} +4 -4
- package/dist/get-evaluator-XEUZGZCH.js +47 -0
- package/dist/{get-project-QSQEAB33.js → get-project-5VKROSDH.js} +4 -4
- package/dist/get-project-RM6FRCBK.js +26 -0
- package/dist/{get-prompt-GVKXF5NL.js → get-prompt-OWXJZHQQ.js} +53 -58
- package/dist/get-prompt-W52DY36E.js +94 -0
- package/dist/{get-run-plan-NY7J5GRE.js → get-run-plan-BE3M2AUX.js} +7 -9
- package/dist/get-run-plan-RUXQ6PAX.js +58 -0
- package/dist/get-scenario-RNM7BAX2.js +37 -0
- package/dist/{get-scenario-Q3LLQE4T.js → get-scenario-YM4ODWW6.js} +5 -5
- package/dist/get-simulation-run-6GIATQE5.js +69 -0
- package/dist/{get-simulation-run-WINEYDMK.js → get-simulation-run-LCFSMPGQ.js} +26 -22
- package/dist/{get-test-suite-4HKA7OKS.js → get-test-suite-GC2O7YH6.js} +5 -5
- package/dist/get-test-suite-P5LJ6VLF.js +48 -0
- package/dist/get-trace-KBRVV4NN.js +45 -0
- package/dist/{get-trace-RCUV7N4O.js → get-trace-SEF3FMR5.js} +11 -13
- package/dist/get-workflow-7PVED7JE.js +25 -0
- package/dist/{get-workflow-EEOC7Y45.js → get-workflow-YXULW4GC.js} +4 -4
- package/dist/{http-security-EU3CHTY7.js → http-security-DNLBNQZL.js} +2 -2
- package/dist/{http-server-WCDUARTH.js → http-server-IR4QOS43.js} +4071 -347
- package/dist/index.js +58671 -37983
- package/dist/langwatch-api-annotations-6SA4OB4C.js +17 -0
- package/dist/{langwatch-api-annotations-6DHVZWUK.js → langwatch-api-annotations-TBHLCQ5R.js} +4 -4
- package/dist/langwatch-api-dashboards-6EO2VVZW.js +17 -0
- package/dist/{langwatch-api-dashboards-2KJL2M42.js → langwatch-api-dashboards-NHU5BZD7.js} +4 -4
- package/dist/langwatch-api-monitors-CBF3FGIM.js +47 -0
- package/dist/{langwatch-api-monitors-6ISFJ7WX.js → langwatch-api-monitors-YNWA2M5Y.js} +11 -16
- package/dist/langwatch-api-secrets-ADTOJELP.js +56 -0
- package/dist/langwatch-api-secrets-RNFO4LF2.js +55 -0
- package/dist/langwatch-api-triggers-KQDQC6L5.js +22 -0
- package/dist/langwatch-api-triggers-QS7HDIVW.js +23 -0
- package/dist/{langwatch-api-workflows-6UJL5U4Z.js → langwatch-api-workflows-OKC4FXIF.js} +4 -4
- package/dist/langwatch-api-workflows-XGJE6SR5.js +15 -0
- package/dist/{list-agents-AMVDQPQL.js → list-agents-HVYWEQMI.js} +4 -4
- package/dist/list-agents-RBAOCF53.js +42 -0
- package/dist/list-annotations-HJH4NBLD.js +38 -0
- package/dist/{list-annotations-6PR5NLIC.js → list-annotations-J4UAHSUN.js} +10 -5
- package/dist/{list-api-keys-GVPNBIHQ.js → list-api-keys-7UTJRZDG.js} +10 -5
- package/dist/list-api-keys-A2PMV435.js +42 -0
- package/dist/list-dashboard-boards-OPWROHMG.js +33 -0
- package/dist/list-dashboard-boards-U2GJ7GC5.js +34 -0
- package/dist/{list-dashboards-Z3BZKDGF.js → list-dashboards-ROSYFLDQ.js} +4 -4
- package/dist/list-dashboards-RQ635ZU7.js +32 -0
- package/dist/{list-dataset-records-O67HZ35Y.js → list-dataset-records-M5TKA6LK.js} +14 -10
- package/dist/list-dataset-records-WFM7F33C.js +43 -0
- package/dist/{list-datasets-WXZL6UMP.js → list-datasets-B5X4P7BQ.js} +9 -13
- package/dist/list-datasets-THUKQHPX.js +56 -0
- package/dist/{list-evaluators-PAX72WCN.js → list-evaluators-MYH2OVCI.js} +5 -7
- package/dist/list-evaluators-NLVWF6K7.js +32 -0
- package/dist/{list-model-providers-VVLZMLCX.js → list-model-providers-3JUGP4YI.js} +4 -4
- package/dist/list-model-providers-H3XKORFO.js +35 -0
- package/dist/{list-projects-AQVI6SUK.js → list-projects-6EJ5YYEW.js} +5 -7
- package/dist/list-projects-YNNSRMLC.js +40 -0
- package/dist/{list-prompt-tags-WZFBJOHG.js → list-prompt-tags-NVFQO6WX.js} +3 -3
- package/dist/list-prompt-tags-XUQTTAH4.js +23 -0
- package/dist/{list-prompts-BQOHRHYT.js → list-prompts-HSIMMHTF.js} +4 -6
- package/dist/list-prompts-IRI6AIXO.js +30 -0
- package/dist/{list-run-plans-UBAU2DGH.js → list-run-plans-PX2XI6EK.js} +5 -5
- package/dist/list-run-plans-QALLCN2K.js +45 -0
- package/dist/{list-scenarios-MS4IUIVM.js → list-scenarios-QZRPVHS4.js} +13 -11
- package/dist/list-scenarios-SSJQEMJP.js +45 -0
- package/dist/list-simulation-runs-KNOLGMDV.js +53 -0
- package/dist/{list-simulation-runs-D6YF4ZOU.js → list-simulation-runs-OEADLLQR.js} +12 -8
- package/dist/list-test-suites-ANAQBLDG.js +34 -0
- package/dist/{list-test-suites-L7R2O6DR.js → list-test-suites-N4WVLBKK.js} +4 -4
- package/dist/list-trigger-fires-JV3WFYYG.js +19 -0
- package/dist/list-trigger-fires-WTW4DVIW.js +20 -0
- package/dist/list-triggers-SQNIG35Q.js +45 -0
- package/dist/list-triggers-V4Y356AK.js +46 -0
- package/dist/{list-workflows-6MV4XJHF.js → list-workflows-IMSX7SXU.js} +5 -7
- package/dist/list-workflows-ZHTX5LCL.js +33 -0
- package/dist/{rename-prompt-tag-K5LQ4CY6.js → rename-prompt-tag-IQI7MHOI.js} +3 -3
- package/dist/rename-prompt-tag-PA2BRIE6.js +18 -0
- package/dist/{rename-test-suite-NTYHAO5X.js → rename-test-suite-4J7UX5S2.js} +4 -4
- package/dist/rename-test-suite-NNVLMLKY.js +20 -0
- package/dist/report-issue-AS34ZMJF.js +898 -0
- package/dist/{report-issue-RHZZ33IS.js → report-issue-DCZFLGDO.js} +81 -67
- package/dist/{rerun-run-plan-MUDWJBE4.js → rerun-run-plan-TG2V4WM4.js} +5 -5
- package/dist/rerun-run-plan-ZI5OY3VA.js +21 -0
- package/dist/revoke-api-key-3J3ZA4UB.js +15 -0
- package/dist/{revoke-api-key-6LAZ3QZZ.js → revoke-api-key-SFMEFWJC.js} +4 -4
- package/dist/run-agent-W4VJP72Z.js +75 -0
- package/dist/run-agent-YNV6ZHW4.js +74 -0
- package/dist/run-plan-6C77GWG4.js +38 -0
- package/dist/{run-plan-T4ZYOZGA.js → run-plan-PAARQSI4.js} +7 -7
- package/dist/run-query-KJDH544C.js +47 -0
- package/dist/run-query-T4QW2Z5O.js +46 -0
- package/dist/{run-test-suite-L4MZ7G4D.js → run-test-suite-SQJELEZX.js} +6 -6
- package/dist/run-test-suite-STB6NUJM.js +25 -0
- package/dist/{run-workflow-DFIS23AP.js → run-workflow-D6PQNBI6.js} +4 -4
- package/dist/run-workflow-SP32SO5M.js +36 -0
- package/dist/search-traces-HCBGOG6R.js +170 -0
- package/dist/search-traces-HSTQ6WTQ.js +171 -0
- package/dist/{set-model-provider-XRNMFOVR.js → set-model-provider-GF7NXUJA.js} +4 -4
- package/dist/set-model-provider-KDQ7C4EZ.js +33 -0
- package/dist/{update-agent-DUWNYBNA.js → update-agent-DWG43T2P.js} +4 -4
- package/dist/update-agent-MXNOBS4H.js +20 -0
- package/dist/update-dashboard-widget-CJKJLCDY.js +71 -0
- package/dist/update-dashboard-widget-CYQDS2NR.js +70 -0
- package/dist/update-dataset-DQH3OHOU.js +22 -0
- package/dist/{update-dataset-YSOMDCOB.js → update-dataset-SQZ6T4WX.js} +6 -6
- package/dist/{update-dataset-record-DEA2ITYR.js → update-dataset-record-3AT4IPBC.js} +4 -4
- package/dist/update-dataset-record-7PLDGTMR.js +19 -0
- package/dist/update-evaluator-4LFTKFPT.js +24 -0
- package/dist/{update-evaluator-NH7Q5GWV.js → update-evaluator-IGTX6PX4.js} +4 -4
- package/dist/{update-project-Q26FBSYH.js → update-project-PLJIOZS6.js} +4 -4
- package/dist/update-project-QVHSJRUP.js +24 -0
- package/dist/update-prompt-GDKRYJI3.js +140 -0
- package/dist/{update-prompt-ZQQ2C3KU.js → update-prompt-MY263DYF.js} +27 -29
- package/dist/update-scenario-7KA3JDXA.js +34 -0
- package/dist/{update-scenario-WUX34JAR.js → update-scenario-MOHRQKAQ.js} +5 -5
- package/package.json +35 -39
- package/pyproject.toml +8 -8
- package/src/config.d.ts +4 -0
- package/src/config.ts +20 -29
- package/src/create-mcp-server.ts +755 -609
- package/src/documentation-fetch.ts +21 -20
- package/src/http-security.ts +166 -135
- package/src/http-server.ts +189 -224
- package/src/index.ts +14 -16
- package/src/langwatch-api-agents.ts +18 -21
- package/src/langwatch-api-annotations.ts +11 -12
- package/src/langwatch-api-api-keys.ts +8 -9
- package/src/langwatch-api-boards.ts +46 -0
- package/src/langwatch-api-dashboard-widgets.ts +112 -0
- package/src/langwatch-api-dashboards.ts +13 -10
- package/src/langwatch-api-datasets.ts +98 -32
- package/src/langwatch-api-evaluators.ts +13 -19
- package/src/langwatch-api-model-providers.ts +4 -4
- package/src/langwatch-api-monitors.ts +14 -18
- package/src/langwatch-api-projects.ts +27 -9
- package/src/langwatch-api-query.ts +114 -0
- package/src/langwatch-api-run-plans.ts +12 -29
- package/src/langwatch-api-scenarios.ts +9 -11
- package/src/langwatch-api-secrets.ts +31 -24
- package/src/langwatch-api-simulation-runs.ts +6 -8
- package/src/langwatch-api-test-suites.ts +14 -33
- package/src/langwatch-api-triggers.ts +96 -34
- package/src/langwatch-api-workflows.ts +9 -9
- package/src/langwatch-api.ts +108 -124
- package/src/public-http-request.ts +21 -12
- package/src/schemas/analytics-metrics.ts +3 -15
- package/src/schemas/create-dataset.ts +3 -4
- package/src/schemas/run-plan.ts +13 -29
- package/src/schemas/suite-fields.ts +6 -23
- package/src/schemas/triggers.ts +365 -0
- package/src/tools/add-dashboard-widget.ts +63 -0
- package/src/tools/archive-project.ts +2 -4
- package/src/tools/archive-run-plan.ts +2 -4
- package/src/tools/archive-scenario.ts +2 -4
- package/src/tools/archive-test-suite.ts +2 -4
- package/src/tools/assign-prompt-tag.ts +6 -2
- package/src/tools/create-agent.ts +1 -1
- package/src/tools/create-annotation.ts +7 -2
- package/src/tools/create-api-key.ts +4 -6
- package/src/tools/create-dashboard.ts +1 -1
- package/src/tools/create-dataset-records.ts +4 -8
- package/src/tools/create-dataset.ts +5 -7
- package/src/tools/create-evaluator.ts +3 -5
- package/src/tools/create-project.ts +2 -2
- package/src/tools/create-prompt-tag.ts +2 -4
- package/src/tools/create-prompt.ts +9 -18
- package/src/tools/create-scenario.ts +5 -7
- package/src/tools/create-test-suite.ts +4 -9
- package/src/tools/create-trigger.ts +55 -0
- package/src/tools/dashboard-exists.ts +25 -0
- package/src/tools/dashboard-widget-queries.ts +32 -0
- package/src/tools/delete-agent.ts +1 -1
- package/src/tools/delete-annotation.ts +1 -1
- package/src/tools/delete-dashboard.ts +1 -1
- package/src/tools/delete-dataset-records.ts +4 -8
- package/src/tools/delete-dataset.ts +3 -7
- package/src/tools/delete-evaluator.ts +4 -6
- package/src/tools/delete-prompt-tag.ts +2 -4
- package/src/tools/delete-workflow.ts +1 -1
- package/src/tools/discover-evaluator-schema.ts +34 -25
- package/src/tools/discover-scenario-schema.ts +41 -21
- package/src/tools/discover-schema.ts +149 -27
- package/src/tools/experiment-run-status.ts +2 -8
- package/src/tools/format-dataset-mutation.ts +5 -10
- package/src/tools/format-run-plan.ts +7 -21
- package/src/tools/format-scenario.ts +2 -4
- package/src/tools/format-suite-details.ts +6 -12
- package/src/tools/get-agent.ts +15 -6
- package/src/tools/get-analytics.ts +52 -46
- package/src/tools/get-dashboard.ts +1 -1
- package/src/tools/get-dataset.ts +34 -16
- package/src/tools/get-evaluator.ts +4 -11
- package/src/tools/get-experiment-results.ts +219 -186
- package/src/tools/get-project.ts +2 -4
- package/src/tools/get-prompt.ts +63 -84
- package/src/tools/get-run-plan.ts +4 -6
- package/src/tools/get-scenario.ts +4 -6
- package/src/tools/get-simulation-run.ts +27 -24
- package/src/tools/get-test-suite.ts +2 -5
- package/src/tools/get-trace.ts +16 -17
- package/src/tools/get-workflow.ts +1 -1
- package/src/tools/list-agents.ts +1 -1
- package/src/tools/list-annotations.ts +8 -5
- package/src/tools/list-api-keys.ts +7 -2
- package/src/tools/list-dashboard-boards.ts +28 -0
- package/src/tools/list-dashboards.ts +1 -1
- package/src/tools/list-dataset-records.ts +8 -6
- package/src/tools/list-datasets.ts +12 -23
- package/src/tools/list-evaluators.ts +4 -8
- package/src/tools/list-experiment-runs.ts +5 -9
- package/src/tools/list-experiments.ts +5 -11
- package/src/tools/list-model-providers.ts +3 -5
- package/src/tools/list-projects.ts +2 -4
- package/src/tools/list-prompt-tags.ts +3 -3
- package/src/tools/list-prompts.ts +4 -8
- package/src/tools/list-run-plans.ts +2 -2
- package/src/tools/list-scenarios.ts +14 -15
- package/src/tools/list-simulation-runs.ts +8 -4
- package/src/tools/list-test-suites.ts +1 -1
- package/src/tools/list-trigger-fires.ts +17 -0
- package/src/tools/list-triggers.ts +39 -0
- package/src/tools/list-workflows.ts +2 -4
- package/src/tools/rename-prompt-tag.ts +1 -1
- package/src/tools/rename-test-suite.ts +2 -5
- package/src/tools/report-issue.ts +5 -9
- package/src/tools/rerun-run-plan.ts +2 -5
- package/src/tools/revoke-api-key.ts +2 -4
- package/src/tools/run-agent.ts +29 -26
- package/src/tools/run-experiment.ts +36 -37
- package/src/tools/run-plan.ts +4 -7
- package/src/tools/run-query.ts +47 -0
- package/src/tools/run-test-suite.ts +4 -7
- package/src/tools/run-workflow.ts +2 -5
- package/src/tools/search-traces.ts +161 -47
- package/src/tools/set-model-provider.ts +4 -6
- package/src/tools/test-agent.ts +2 -2
- package/src/tools/update-agent.ts +1 -1
- package/src/tools/update-dashboard-widget.ts +97 -0
- package/src/tools/update-dataset-record.ts +1 -1
- package/src/tools/update-dataset.ts +5 -7
- package/src/tools/update-evaluator.ts +3 -5
- package/src/tools/update-project.ts +1 -1
- package/src/tools/update-prompt.ts +44 -59
- package/src/tools/update-scenario.ts +5 -7
- package/src/tools/update-test-suite.ts +6 -11
- package/src/utils/date-parsing.ts +1 -1
- package/src/utils/escape-markdown.ts +3 -8
- package/src/utils/format-evaluations.ts +6 -6
- package/src/utils/markdown-table.ts +58 -0
- package/src/utils/trace-id-shape.ts +20 -0
- package/tsconfig.app.json +24 -0
- package/tsconfig.json +14 -12
- package/vitest.integration.config.js +10 -0
- package/vitest.scenario.config.js +9 -0
- package/.eslintrc.cjs +0 -36
- package/dist/chunk-AN4OUA4D.js +0 -86
- package/dist/chunk-GELJ2MQR.js +0 -226
- package/dist/chunk-K37ZNPXK.js +0 -24
- package/dist/config.d.ts +0 -17
- package/dist/create-mcp-server.d.ts +0 -10
- package/dist/delete-evaluator-RKYC4TNB.js +0 -16
- package/dist/discover-evaluator-schema-ESSHQGPY.js +0 -1912
- package/dist/get-analytics-R6AZD3AW.js +0 -73
- package/dist/get-dataset-AKTYSQDI.js +0 -49
- package/dist/index.d.ts +0 -2
- package/dist/langwatch-api-secrets-OEBD6GBU.js +0 -41
- package/dist/langwatch-api-triggers-5E6DDGX6.js +0 -31
- package/dist/run-agent-CAGWGTYT.js +0 -72
- package/dist/search-traces-4XTJYXIK.js +0 -79
- package/src/__tests__/agent-tools.unit.test.ts +0 -257
- package/src/__tests__/all-tools.integration.test.ts +0 -1872
- package/src/__tests__/config.unit.test.ts +0 -202
- package/src/__tests__/datasets.integration.test.ts +0 -620
- package/src/__tests__/datasets.unit.test.ts +0 -244
- package/src/__tests__/date-parsing.unit.test.ts +0 -78
- package/src/__tests__/discover-evaluator-schema.unit.test.ts +0 -89
- package/src/__tests__/discover-schema.unit.test.ts +0 -118
- package/src/__tests__/docker.integration.test.ts +0 -318
- package/src/__tests__/documentation-fetch-security.integration.test.ts +0 -182
- package/src/__tests__/evaluator-tools.unit.test.ts +0 -262
- package/src/__tests__/experiment-list-tools.unit.test.ts +0 -157
- package/src/__tests__/experiment-status.unit.test.ts +0 -194
- package/src/__tests__/feature-map-tool-drift.unit.test.ts +0 -93
- package/src/__tests__/get-experiment-results.unit.test.ts +0 -313
- package/src/__tests__/http-security-origin.unit.test.ts +0 -97
- package/src/__tests__/http-security-sessions.unit.test.ts +0 -209
- package/src/__tests__/http-security-verifier.unit.test.ts +0 -248
- package/src/__tests__/http-server-allocation.integration.test.ts +0 -279
- package/src/__tests__/http-server-origin.integration.test.ts +0 -169
- package/src/__tests__/http-server-session-auth.integration.test.ts +0 -341
- package/src/__tests__/http-transport.integration.test.ts +0 -395
- package/src/__tests__/integration.integration.test.ts +0 -284
- package/src/__tests__/langwatch-api.unit.test.ts +0 -661
- package/src/__tests__/model-provider-tools.unit.test.ts +0 -190
- package/src/__tests__/project-api-key-tools.unit.test.ts +0 -451
- package/src/__tests__/prompt-response-types.unit.test.ts +0 -51
- package/src/__tests__/prompts.integration.test.ts +0 -736
- package/src/__tests__/public-http-request-security.integration.test.ts +0 -118
- package/src/__tests__/report-issue.integration.test.ts +0 -147
- package/src/__tests__/run-plan-tools.unit.test.ts +0 -565
- package/src/__tests__/scenario-tools.integration.test.ts +0 -286
- package/src/__tests__/scenario-tools.unit.test.ts +0 -207
- package/src/__tests__/schemas.unit.test.ts +0 -85
- package/src/__tests__/simulation-run-tools.unit.test.ts +0 -116
- package/src/__tests__/support/http-server-harness.ts +0 -138
- package/src/__tests__/test-suite-tools.unit.test.ts +0 -615
- package/src/__tests__/tools.integration.test.ts +0 -896
- package/src/schemas/filter-fields.ts +0 -119
- package/src/schemas/index.ts +0 -9
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import {
|
|
2
|
+
parseRelativeDate
|
|
3
|
+
} from "./chunk-BIIKE3EI.js";
|
|
4
|
+
import {
|
|
5
|
+
getAnalyticsTimeseries
|
|
6
|
+
} from "./chunk-UWLE5T2F.js";
|
|
7
|
+
import "./chunk-H6WGMG2T.js";
|
|
8
|
+
|
|
9
|
+
// src/tools/get-analytics.ts
|
|
10
|
+
function getGroupedData(bucket, groupBy) {
|
|
11
|
+
const data = bucket[groupBy];
|
|
12
|
+
if (typeof data === "object" && data !== null && !Array.isArray(data)) {
|
|
13
|
+
return data;
|
|
14
|
+
}
|
|
15
|
+
return void 0;
|
|
16
|
+
}
|
|
17
|
+
function groupedPeriodTable({
|
|
18
|
+
currentPeriod,
|
|
19
|
+
groupBy
|
|
20
|
+
}) {
|
|
21
|
+
const lines = ["| Date | Group | Value |", "|------|-------|-------|"];
|
|
22
|
+
for (const bucket of currentPeriod) {
|
|
23
|
+
const groups = getGroupedData(bucket, groupBy);
|
|
24
|
+
if (!groups) continue;
|
|
25
|
+
for (const [groupKey, metrics] of Object.entries(groups)) {
|
|
26
|
+
const value = Object.values(metrics).find((v) => typeof v === "number") ?? "N/A";
|
|
27
|
+
lines.push(`| ${bucket.date} | ${groupKey} | ${value} |`);
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
return lines;
|
|
31
|
+
}
|
|
32
|
+
function periodTable({
|
|
33
|
+
currentPeriod,
|
|
34
|
+
groupBy
|
|
35
|
+
}) {
|
|
36
|
+
if (currentPeriod.length === 0) return ["No data available for this period."];
|
|
37
|
+
if (groupBy && currentPeriod.some((b) => getGroupedData(b, groupBy) !== void 0)) {
|
|
38
|
+
return groupedPeriodTable({ currentPeriod, groupBy });
|
|
39
|
+
}
|
|
40
|
+
const lines = ["| Date | Value |", "|------|-------|"];
|
|
41
|
+
for (const bucket of currentPeriod) {
|
|
42
|
+
const value = Object.entries(bucket).map(([k, v]) => k !== "date" && typeof v === "number" ? v : void 0).find((v) => v !== void 0) ?? "N/A";
|
|
43
|
+
lines.push(`| ${bucket.date} | ${value} |`);
|
|
44
|
+
}
|
|
45
|
+
return lines;
|
|
46
|
+
}
|
|
47
|
+
async function handleGetAnalytics(params) {
|
|
48
|
+
const now = Date.now();
|
|
49
|
+
const startDate = params.startDate ? parseRelativeDate(params.startDate) : now - 7 * 864e5;
|
|
50
|
+
const endDate = params.endDate ? parseRelativeDate(params.endDate) : now;
|
|
51
|
+
const [category, name] = params.metric.includes(".") ? params.metric.split(".", 2) : ["metadata", params.metric];
|
|
52
|
+
const metricKey = `${category}.${name}`;
|
|
53
|
+
const aggregation = params.aggregation ?? "avg";
|
|
54
|
+
const result = await getAnalyticsTimeseries({
|
|
55
|
+
series: [{ metric: metricKey, aggregation }],
|
|
56
|
+
startDate,
|
|
57
|
+
endDate,
|
|
58
|
+
timeZone: params.timeZone ?? "UTC",
|
|
59
|
+
groupBy: params.groupBy,
|
|
60
|
+
filters: params.filters
|
|
61
|
+
});
|
|
62
|
+
const lines = [];
|
|
63
|
+
lines.push(`# Analytics: ${metricKey} (${aggregation})
|
|
64
|
+
`);
|
|
65
|
+
lines.push(
|
|
66
|
+
`Period: ${new Date(startDate).toISOString().split("T")[0]} to ${new Date(endDate).toISOString().split("T")[0]}`
|
|
67
|
+
);
|
|
68
|
+
if (params.groupBy) lines.push(`Grouped by: ${params.groupBy}`);
|
|
69
|
+
lines.push("");
|
|
70
|
+
lines.push(
|
|
71
|
+
...periodTable({ currentPeriod: result.currentPeriod ?? [], groupBy: params.groupBy })
|
|
72
|
+
);
|
|
73
|
+
lines.push("\n> Tip: Use `discover_schema` to see all available metrics and aggregation types.");
|
|
74
|
+
return lines.join("\n");
|
|
75
|
+
}
|
|
76
|
+
export {
|
|
77
|
+
handleGetAnalytics
|
|
78
|
+
};
|
|
79
|
+
//# sourceMappingURL=get-analytics-IQZKJHLW.js.map
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import {
|
|
2
|
+
getDashboard
|
|
3
|
+
} from "./chunk-ILZDO25L.js";
|
|
4
|
+
import "./chunk-UWLE5T2F.js";
|
|
5
|
+
import "./chunk-H6WGMG2T.js";
|
|
6
|
+
|
|
7
|
+
// src/tools/get-dashboard.ts
|
|
8
|
+
async function handleGetDashboard(params) {
|
|
9
|
+
const dashboard = await getDashboard(params.id);
|
|
10
|
+
const lines = [];
|
|
11
|
+
lines.push(`# ${dashboard.name}
|
|
12
|
+
`);
|
|
13
|
+
lines.push(`**ID**: ${dashboard.id}`);
|
|
14
|
+
lines.push(`**Order**: ${dashboard.order}`);
|
|
15
|
+
lines.push(`**Graphs**: ${Array.isArray(dashboard.graphs) ? dashboard.graphs.length : 0}`);
|
|
16
|
+
lines.push(`**Created**: ${dashboard.createdAt}`);
|
|
17
|
+
lines.push(`**Updated**: ${dashboard.updatedAt}`);
|
|
18
|
+
if (Array.isArray(dashboard.graphs) && dashboard.graphs.length > 0) {
|
|
19
|
+
lines.push("\n## Graphs\n");
|
|
20
|
+
lines.push("```json");
|
|
21
|
+
lines.push(JSON.stringify(dashboard.graphs, null, 2));
|
|
22
|
+
lines.push("```");
|
|
23
|
+
}
|
|
24
|
+
return lines.join("\n");
|
|
25
|
+
}
|
|
26
|
+
export {
|
|
27
|
+
handleGetDashboard
|
|
28
|
+
};
|
|
29
|
+
//# sourceMappingURL=get-dashboard-5NYJEIX2.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import {
|
|
2
2
|
getDashboard
|
|
3
|
-
} from "./chunk-
|
|
4
|
-
import "./chunk-
|
|
5
|
-
import "./chunk-
|
|
3
|
+
} from "./chunk-ILZDO25L.js";
|
|
4
|
+
import "./chunk-UWLE5T2F.js";
|
|
5
|
+
import "./chunk-H6WGMG2T.js";
|
|
6
6
|
import "./chunk-SAS5OB7F.js";
|
|
7
7
|
|
|
8
8
|
// src/tools/get-dashboard.ts
|
|
@@ -27,4 +27,4 @@ async function handleGetDashboard(params) {
|
|
|
27
27
|
export {
|
|
28
28
|
handleGetDashboard
|
|
29
29
|
};
|
|
30
|
-
//# sourceMappingURL=get-dashboard-
|
|
30
|
+
//# sourceMappingURL=get-dashboard-QMTYDQAZ.js.map
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import {
|
|
2
|
+
DATASET_PREVIEW_MAX_BYTES,
|
|
3
|
+
DATASET_PREVIEW_MAX_RECORDS,
|
|
4
|
+
getDataset
|
|
5
|
+
} from "./chunk-7VNSRCXO.js";
|
|
6
|
+
import {
|
|
7
|
+
escapeMarkdown
|
|
8
|
+
} from "./chunk-FOKVY3BK.js";
|
|
9
|
+
import "./chunk-UWLE5T2F.js";
|
|
10
|
+
import "./chunk-H6WGMG2T.js";
|
|
11
|
+
import "./chunk-SAS5OB7F.js";
|
|
12
|
+
|
|
13
|
+
// src/tools/get-dataset.ts
|
|
14
|
+
function formatDatasetResponse(dataset) {
|
|
15
|
+
const lines = [];
|
|
16
|
+
lines.push(`# Dataset: ${escapeMarkdown(dataset.name)}
|
|
17
|
+
`);
|
|
18
|
+
lines.push(`**Slug**: ${escapeMarkdown(dataset.slug)}`);
|
|
19
|
+
lines.push(`**ID**: ${escapeMarkdown(dataset.id)}`);
|
|
20
|
+
if (Array.isArray(dataset.columnTypes) && dataset.columnTypes.length > 0) {
|
|
21
|
+
lines.push("\n## Columns\n");
|
|
22
|
+
lines.push("| Name | Type |");
|
|
23
|
+
lines.push("|------|------|");
|
|
24
|
+
for (const col of dataset.columnTypes) {
|
|
25
|
+
lines.push(`| ${escapeMarkdown(col.name)} | ${escapeMarkdown(col.type)} |`);
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
if (Array.isArray(dataset.data) && dataset.data.length > 0) {
|
|
29
|
+
lines.push(`
|
|
30
|
+
## Records (${dataset.data.length} shown)
|
|
31
|
+
`);
|
|
32
|
+
for (const record of dataset.data) {
|
|
33
|
+
lines.push(
|
|
34
|
+
`**${escapeMarkdown(record.id)}**: ${escapeMarkdown(JSON.stringify(record.entry))}`
|
|
35
|
+
);
|
|
36
|
+
}
|
|
37
|
+
} else if (!dataset.omittedRecords) {
|
|
38
|
+
lines.push("\nNo records in this dataset.");
|
|
39
|
+
}
|
|
40
|
+
const note = omittedRecordsNote(dataset);
|
|
41
|
+
if (note) lines.push(`
|
|
42
|
+
${note}`);
|
|
43
|
+
return lines.join("\n");
|
|
44
|
+
}
|
|
45
|
+
function omittedRecordsNote(dataset) {
|
|
46
|
+
if (!dataset.omittedRecords) return void 0;
|
|
47
|
+
const shown = Array.isArray(dataset.data) ? dataset.data.length : 0;
|
|
48
|
+
const megabytes = DATASET_PREVIEW_MAX_BYTES / (1024 * 1024);
|
|
49
|
+
return `Showing ${shown} of ${dataset.totalRecords ?? shown + dataset.omittedRecords} records: ${dataset.omittedRecords} are left out. A preview holds at most ${DATASET_PREVIEW_MAX_RECORDS} records and ${megabytes} MB. Read the rest with platform_list_dataset_records, using its page and limit parameters.`;
|
|
50
|
+
}
|
|
51
|
+
async function handleGetDataset(params) {
|
|
52
|
+
const dataset = await getDataset(params.slugOrId);
|
|
53
|
+
if (params.format === "json") {
|
|
54
|
+
const note = omittedRecordsNote(dataset);
|
|
55
|
+
return JSON.stringify(note ? { ...dataset, note } : dataset, null, 2);
|
|
56
|
+
}
|
|
57
|
+
return formatDatasetResponse(dataset);
|
|
58
|
+
}
|
|
59
|
+
export {
|
|
60
|
+
formatDatasetResponse,
|
|
61
|
+
handleGetDataset,
|
|
62
|
+
omittedRecordsNote
|
|
63
|
+
};
|
|
64
|
+
//# sourceMappingURL=get-dataset-ALSP7RTX.js.map
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import {
|
|
2
|
+
DATASET_PREVIEW_MAX_BYTES,
|
|
3
|
+
DATASET_PREVIEW_MAX_RECORDS,
|
|
4
|
+
getDataset
|
|
5
|
+
} from "./chunk-7VNSRCXO.js";
|
|
6
|
+
import {
|
|
7
|
+
escapeMarkdown
|
|
8
|
+
} from "./chunk-FOKVY3BK.js";
|
|
9
|
+
import "./chunk-UWLE5T2F.js";
|
|
10
|
+
import "./chunk-H6WGMG2T.js";
|
|
11
|
+
|
|
12
|
+
// src/tools/get-dataset.ts
|
|
13
|
+
function formatDatasetResponse(dataset) {
|
|
14
|
+
const lines = [];
|
|
15
|
+
lines.push(`# Dataset: ${escapeMarkdown(dataset.name)}
|
|
16
|
+
`);
|
|
17
|
+
lines.push(`**Slug**: ${escapeMarkdown(dataset.slug)}`);
|
|
18
|
+
lines.push(`**ID**: ${escapeMarkdown(dataset.id)}`);
|
|
19
|
+
if (Array.isArray(dataset.columnTypes) && dataset.columnTypes.length > 0) {
|
|
20
|
+
lines.push("\n## Columns\n");
|
|
21
|
+
lines.push("| Name | Type |");
|
|
22
|
+
lines.push("|------|------|");
|
|
23
|
+
for (const col of dataset.columnTypes) {
|
|
24
|
+
lines.push(`| ${escapeMarkdown(col.name)} | ${escapeMarkdown(col.type)} |`);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
if (Array.isArray(dataset.data) && dataset.data.length > 0) {
|
|
28
|
+
lines.push(`
|
|
29
|
+
## Records (${dataset.data.length} shown)
|
|
30
|
+
`);
|
|
31
|
+
for (const record of dataset.data) {
|
|
32
|
+
lines.push(
|
|
33
|
+
`**${escapeMarkdown(record.id)}**: ${escapeMarkdown(JSON.stringify(record.entry))}`
|
|
34
|
+
);
|
|
35
|
+
}
|
|
36
|
+
} else if (!dataset.omittedRecords) {
|
|
37
|
+
lines.push("\nNo records in this dataset.");
|
|
38
|
+
}
|
|
39
|
+
const note = omittedRecordsNote(dataset);
|
|
40
|
+
if (note) lines.push(`
|
|
41
|
+
${note}`);
|
|
42
|
+
return lines.join("\n");
|
|
43
|
+
}
|
|
44
|
+
function omittedRecordsNote(dataset) {
|
|
45
|
+
if (!dataset.omittedRecords) return void 0;
|
|
46
|
+
const shown = Array.isArray(dataset.data) ? dataset.data.length : 0;
|
|
47
|
+
const megabytes = DATASET_PREVIEW_MAX_BYTES / (1024 * 1024);
|
|
48
|
+
return `Showing ${shown} of ${dataset.totalRecords ?? shown + dataset.omittedRecords} records: ${dataset.omittedRecords} are left out. A preview holds at most ${DATASET_PREVIEW_MAX_RECORDS} records and ${megabytes} MB. Read the rest with platform_list_dataset_records, using its page and limit parameters.`;
|
|
49
|
+
}
|
|
50
|
+
async function handleGetDataset(params) {
|
|
51
|
+
const dataset = await getDataset(params.slugOrId);
|
|
52
|
+
if (params.format === "json") {
|
|
53
|
+
const note = omittedRecordsNote(dataset);
|
|
54
|
+
return JSON.stringify(note ? { ...dataset, note } : dataset, null, 2);
|
|
55
|
+
}
|
|
56
|
+
return formatDatasetResponse(dataset);
|
|
57
|
+
}
|
|
58
|
+
export {
|
|
59
|
+
formatDatasetResponse,
|
|
60
|
+
handleGetDataset,
|
|
61
|
+
omittedRecordsNote
|
|
62
|
+
};
|
|
63
|
+
//# sourceMappingURL=get-dataset-X4B5JDG2.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
2
|
getEvaluator,
|
|
3
3
|
getEvaluatorType
|
|
4
|
-
} from "./chunk-
|
|
5
|
-
import "./chunk-
|
|
6
|
-
import "./chunk-
|
|
4
|
+
} from "./chunk-3OCG3QPU.js";
|
|
5
|
+
import "./chunk-UWLE5T2F.js";
|
|
6
|
+
import "./chunk-H6WGMG2T.js";
|
|
7
7
|
import "./chunk-SAS5OB7F.js";
|
|
8
8
|
|
|
9
9
|
// src/tools/get-evaluator.ts
|
|
@@ -45,4 +45,4 @@ async function handleGetEvaluator(params) {
|
|
|
45
45
|
export {
|
|
46
46
|
handleGetEvaluator
|
|
47
47
|
};
|
|
48
|
-
//# sourceMappingURL=get-evaluator-
|
|
48
|
+
//# sourceMappingURL=get-evaluator-ISMC4LLI.js.map
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import {
|
|
2
|
+
getEvaluator,
|
|
3
|
+
getEvaluatorType
|
|
4
|
+
} from "./chunk-3OCG3QPU.js";
|
|
5
|
+
import "./chunk-UWLE5T2F.js";
|
|
6
|
+
import "./chunk-H6WGMG2T.js";
|
|
7
|
+
|
|
8
|
+
// src/tools/get-evaluator.ts
|
|
9
|
+
async function handleGetEvaluator(params) {
|
|
10
|
+
const evaluator = await getEvaluator(params.idOrSlug);
|
|
11
|
+
const evaluatorType = getEvaluatorType(evaluator);
|
|
12
|
+
const lines = [];
|
|
13
|
+
lines.push(`# Evaluator: ${evaluator.name}
|
|
14
|
+
`);
|
|
15
|
+
lines.push(`**ID**: ${evaluator.id}`);
|
|
16
|
+
if (evaluator.slug) lines.push(`**Slug**: ${evaluator.slug}`);
|
|
17
|
+
lines.push(`**Kind**: ${evaluator.type}`);
|
|
18
|
+
if (evaluatorType) lines.push(`**Evaluator Type**: ${evaluatorType}`);
|
|
19
|
+
if (evaluator.config) {
|
|
20
|
+
lines.push("\n## Config");
|
|
21
|
+
lines.push("```json");
|
|
22
|
+
lines.push(JSON.stringify(evaluator.config, null, 2));
|
|
23
|
+
lines.push("```");
|
|
24
|
+
}
|
|
25
|
+
if (Array.isArray(evaluator.fields) && evaluator.fields.length > 0) {
|
|
26
|
+
lines.push("\n## Input Fields");
|
|
27
|
+
for (const field of evaluator.fields) {
|
|
28
|
+
const opt = field.optional ? " (optional)" : "";
|
|
29
|
+
lines.push(`- **${field.identifier}** (${field.type})${opt}`);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
if (Array.isArray(evaluator.outputFields) && evaluator.outputFields.length > 0) {
|
|
33
|
+
lines.push("\n## Output Fields");
|
|
34
|
+
for (const field of evaluator.outputFields) {
|
|
35
|
+
lines.push(`- **${field.identifier}** (${field.type})`);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
if (evaluator.workflowName) {
|
|
39
|
+
lines.push(`
|
|
40
|
+
**Workflow**: ${evaluator.workflowName}`);
|
|
41
|
+
}
|
|
42
|
+
return lines.join("\n");
|
|
43
|
+
}
|
|
44
|
+
export {
|
|
45
|
+
handleGetEvaluator
|
|
46
|
+
};
|
|
47
|
+
//# sourceMappingURL=get-evaluator-XEUZGZCH.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import {
|
|
2
2
|
getProject
|
|
3
|
-
} from "./chunk-
|
|
4
|
-
import "./chunk-
|
|
5
|
-
import "./chunk-
|
|
3
|
+
} from "./chunk-B4J3PJLX.js";
|
|
4
|
+
import "./chunk-UWLE5T2F.js";
|
|
5
|
+
import "./chunk-H6WGMG2T.js";
|
|
6
6
|
import "./chunk-SAS5OB7F.js";
|
|
7
7
|
|
|
8
8
|
// src/tools/get-project.ts
|
|
@@ -24,4 +24,4 @@ async function handleGetProject(params) {
|
|
|
24
24
|
export {
|
|
25
25
|
handleGetProject
|
|
26
26
|
};
|
|
27
|
-
//# sourceMappingURL=get-project-
|
|
27
|
+
//# sourceMappingURL=get-project-5VKROSDH.js.map
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import {
|
|
2
|
+
getProject
|
|
3
|
+
} from "./chunk-B4J3PJLX.js";
|
|
4
|
+
import "./chunk-UWLE5T2F.js";
|
|
5
|
+
import "./chunk-H6WGMG2T.js";
|
|
6
|
+
|
|
7
|
+
// src/tools/get-project.ts
|
|
8
|
+
async function handleGetProject(params) {
|
|
9
|
+
const project = await getProject(params.id);
|
|
10
|
+
const lines = [];
|
|
11
|
+
lines.push(`# ${project.name}
|
|
12
|
+
`);
|
|
13
|
+
lines.push(`**ID**: ${project.id}`);
|
|
14
|
+
lines.push(`**Slug**: ${project.slug}`);
|
|
15
|
+
lines.push(`**Language**: ${project.language}`);
|
|
16
|
+
lines.push(`**Framework**: ${project.framework}`);
|
|
17
|
+
lines.push(`**Team ID**: ${project.teamId}`);
|
|
18
|
+
lines.push(`**PII Redaction**: ${project.piiRedactionLevel}`);
|
|
19
|
+
lines.push(`**Created**: ${project.createdAt}`);
|
|
20
|
+
lines.push(`**Updated**: ${project.updatedAt}`);
|
|
21
|
+
return lines.join("\n");
|
|
22
|
+
}
|
|
23
|
+
export {
|
|
24
|
+
handleGetProject
|
|
25
|
+
};
|
|
26
|
+
//# sourceMappingURL=get-project-RM6FRCBK.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import {
|
|
2
2
|
getPrompt
|
|
3
|
-
} from "./chunk-
|
|
4
|
-
import "./chunk-
|
|
3
|
+
} from "./chunk-UWLE5T2F.js";
|
|
4
|
+
import "./chunk-H6WGMG2T.js";
|
|
5
5
|
import "./chunk-SAS5OB7F.js";
|
|
6
6
|
|
|
7
7
|
// src/tools/get-prompt.ts
|
|
@@ -18,6 +18,49 @@ function normalizeTag(tag) {
|
|
|
18
18
|
}
|
|
19
19
|
return void 0;
|
|
20
20
|
}
|
|
21
|
+
function fieldEntry(field) {
|
|
22
|
+
if (field && typeof field === "object" && "identifier" in field) {
|
|
23
|
+
const typed = field;
|
|
24
|
+
return `- **${String(typed.identifier)}**: ${typeof typed.type === "string" ? typed.type : "unknown"}`;
|
|
25
|
+
}
|
|
26
|
+
return `- ${JSON.stringify(field)}`;
|
|
27
|
+
}
|
|
28
|
+
function fieldListLines({ heading, fields }) {
|
|
29
|
+
const entries = [];
|
|
30
|
+
if (Array.isArray(fields)) {
|
|
31
|
+
entries.push(...fields.map(fieldEntry));
|
|
32
|
+
} else if (fields && typeof fields === "object") {
|
|
33
|
+
for (const [key, value] of Object.entries(fields)) {
|
|
34
|
+
entries.push(`- **${key}**: ${JSON.stringify(value)}`);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
if (entries.length === 0) return [];
|
|
38
|
+
return [`
|
|
39
|
+
**${heading}**`, ...entries];
|
|
40
|
+
}
|
|
41
|
+
function messageLines(prompt) {
|
|
42
|
+
const messages = prompt.messages;
|
|
43
|
+
if (Array.isArray(messages) && messages.length > 0) {
|
|
44
|
+
return ["\n## Messages", ...messages.flatMap((msg) => [`
|
|
45
|
+
### ${msg.role}`, msg.content])];
|
|
46
|
+
}
|
|
47
|
+
if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
|
|
48
|
+
return ["\n## Messages", "\n### system", prompt.prompt];
|
|
49
|
+
}
|
|
50
|
+
return [];
|
|
51
|
+
}
|
|
52
|
+
function deploymentLines(prompt) {
|
|
53
|
+
const lines = ["\n## Deployments"];
|
|
54
|
+
const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
|
|
55
|
+
for (const rawTag of tags) {
|
|
56
|
+
const tag = normalizeTag(rawTag);
|
|
57
|
+
if (!tag || tag.name === "latest") continue;
|
|
58
|
+
const target = tag.versionId ?? "unknown version";
|
|
59
|
+
const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
|
|
60
|
+
lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
|
|
61
|
+
}
|
|
62
|
+
return lines;
|
|
63
|
+
}
|
|
21
64
|
async function handleGetPrompt(params) {
|
|
22
65
|
const prompt = await getPrompt(params.idOrHandle, {
|
|
23
66
|
version: params.version,
|
|
@@ -35,66 +78,18 @@ async function handleGetPrompt(params) {
|
|
|
35
78
|
if (prompt.versionId) lines.push(`**Version ID**: ${prompt.versionId}`);
|
|
36
79
|
if (prompt.commitMessage) lines.push(`**Commit**: ${prompt.commitMessage}`);
|
|
37
80
|
if (prompt.model) lines.push(`**Model**: ${prompt.model}`);
|
|
38
|
-
if (prompt.temperature != null)
|
|
39
|
-
|
|
40
|
-
if (prompt.maxTokens != null)
|
|
41
|
-
lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
|
|
81
|
+
if (prompt.temperature != null) lines.push(`**Temperature**: ${prompt.temperature}`);
|
|
82
|
+
if (prompt.maxTokens != null) lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
|
|
42
83
|
if (prompt.responseFormat)
|
|
43
84
|
lines.push(`**Response Format**: ${JSON.stringify(prompt.responseFormat)}`);
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
if (Array.isArray(fields)) {
|
|
50
|
-
for (const field of fields) {
|
|
51
|
-
if (field && typeof field === "object" && "identifier" in field) {
|
|
52
|
-
const typed = field;
|
|
53
|
-
entries.push(
|
|
54
|
-
`- **${String(typed.identifier)}**: ${String(typed.type ?? "unknown")}`
|
|
55
|
-
);
|
|
56
|
-
} else {
|
|
57
|
-
entries.push(`- ${JSON.stringify(field)}`);
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
} else if (fields && typeof fields === "object") {
|
|
61
|
-
for (const [key, value] of Object.entries(fields)) {
|
|
62
|
-
entries.push(`- **${key}**: ${JSON.stringify(value)}`);
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
if (entries.length === 0) return;
|
|
66
|
-
lines.push(`
|
|
67
|
-
**${heading}**`);
|
|
68
|
-
lines.push(...entries);
|
|
69
|
-
};
|
|
70
|
-
renderFieldList({ heading: "Parameters", fields: prompt.parameters });
|
|
71
|
-
renderFieldList({ heading: "Inputs", fields: prompt.inputs });
|
|
72
|
-
renderFieldList({ heading: "Outputs", fields: prompt.outputs });
|
|
73
|
-
const messages = prompt.messages;
|
|
74
|
-
if (Array.isArray(messages) && messages.length > 0) {
|
|
75
|
-
lines.push("\n## Messages");
|
|
76
|
-
for (const msg of messages) {
|
|
77
|
-
lines.push(`
|
|
78
|
-
### ${msg.role}`);
|
|
79
|
-
lines.push(msg.content);
|
|
80
|
-
}
|
|
81
|
-
} else if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
|
|
82
|
-
lines.push("\n## Messages");
|
|
83
|
-
lines.push("\n### system");
|
|
84
|
-
lines.push(prompt.prompt);
|
|
85
|
-
}
|
|
86
|
-
lines.push("\n## Deployments");
|
|
87
|
-
const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
|
|
88
|
-
for (const rawTag of tags) {
|
|
89
|
-
const tag = normalizeTag(rawTag);
|
|
90
|
-
if (!tag || tag.name === "latest") continue;
|
|
91
|
-
const target = tag.versionId ?? "unknown version";
|
|
92
|
-
const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
|
|
93
|
-
lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
|
|
94
|
-
}
|
|
85
|
+
lines.push(...fieldListLines({ heading: "Parameters", fields: prompt.parameters }));
|
|
86
|
+
lines.push(...fieldListLines({ heading: "Inputs", fields: prompt.inputs }));
|
|
87
|
+
lines.push(...fieldListLines({ heading: "Outputs", fields: prompt.outputs }));
|
|
88
|
+
lines.push(...messageLines(prompt));
|
|
89
|
+
lines.push(...deploymentLines(prompt));
|
|
95
90
|
return lines.join("\n");
|
|
96
91
|
}
|
|
97
92
|
export {
|
|
98
93
|
handleGetPrompt
|
|
99
94
|
};
|
|
100
|
-
//# sourceMappingURL=get-prompt-
|
|
95
|
+
//# sourceMappingURL=get-prompt-OWXJZHQQ.js.map
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import {
|
|
2
|
+
getPrompt
|
|
3
|
+
} from "./chunk-UWLE5T2F.js";
|
|
4
|
+
import "./chunk-H6WGMG2T.js";
|
|
5
|
+
|
|
6
|
+
// src/tools/get-prompt.ts
|
|
7
|
+
function normalizeTag(tag) {
|
|
8
|
+
if (typeof tag === "string") return { name: tag };
|
|
9
|
+
if (tag && typeof tag === "object" && "name" in tag) {
|
|
10
|
+
const candidate = tag;
|
|
11
|
+
if (typeof candidate.name === "string") {
|
|
12
|
+
return {
|
|
13
|
+
name: candidate.name,
|
|
14
|
+
versionId: typeof candidate.versionId === "string" ? candidate.versionId : void 0
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
return void 0;
|
|
19
|
+
}
|
|
20
|
+
function fieldEntry(field) {
|
|
21
|
+
if (field && typeof field === "object" && "identifier" in field) {
|
|
22
|
+
const typed = field;
|
|
23
|
+
return `- **${String(typed.identifier)}**: ${typeof typed.type === "string" ? typed.type : "unknown"}`;
|
|
24
|
+
}
|
|
25
|
+
return `- ${JSON.stringify(field)}`;
|
|
26
|
+
}
|
|
27
|
+
function fieldListLines({ heading, fields }) {
|
|
28
|
+
const entries = [];
|
|
29
|
+
if (Array.isArray(fields)) {
|
|
30
|
+
entries.push(...fields.map(fieldEntry));
|
|
31
|
+
} else if (fields && typeof fields === "object") {
|
|
32
|
+
for (const [key, value] of Object.entries(fields)) {
|
|
33
|
+
entries.push(`- **${key}**: ${JSON.stringify(value)}`);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
if (entries.length === 0) return [];
|
|
37
|
+
return [`
|
|
38
|
+
**${heading}**`, ...entries];
|
|
39
|
+
}
|
|
40
|
+
function messageLines(prompt) {
|
|
41
|
+
const messages = prompt.messages;
|
|
42
|
+
if (Array.isArray(messages) && messages.length > 0) {
|
|
43
|
+
return ["\n## Messages", ...messages.flatMap((msg) => [`
|
|
44
|
+
### ${msg.role}`, msg.content])];
|
|
45
|
+
}
|
|
46
|
+
if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
|
|
47
|
+
return ["\n## Messages", "\n### system", prompt.prompt];
|
|
48
|
+
}
|
|
49
|
+
return [];
|
|
50
|
+
}
|
|
51
|
+
function deploymentLines(prompt) {
|
|
52
|
+
const lines = ["\n## Deployments"];
|
|
53
|
+
const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
|
|
54
|
+
for (const rawTag of tags) {
|
|
55
|
+
const tag = normalizeTag(rawTag);
|
|
56
|
+
if (!tag || tag.name === "latest") continue;
|
|
57
|
+
const target = tag.versionId ?? "unknown version";
|
|
58
|
+
const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
|
|
59
|
+
lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
|
|
60
|
+
}
|
|
61
|
+
return lines;
|
|
62
|
+
}
|
|
63
|
+
async function handleGetPrompt(params) {
|
|
64
|
+
const prompt = await getPrompt(params.idOrHandle, {
|
|
65
|
+
version: params.version,
|
|
66
|
+
tag: params.tag
|
|
67
|
+
});
|
|
68
|
+
if (params.format === "json") {
|
|
69
|
+
return JSON.stringify(prompt, null, 2);
|
|
70
|
+
}
|
|
71
|
+
const lines = [];
|
|
72
|
+
lines.push(`# Prompt: ${prompt.name || prompt.handle || prompt.id}
|
|
73
|
+
`);
|
|
74
|
+
if (prompt.handle) lines.push(`**Handle**: ${prompt.handle}`);
|
|
75
|
+
if (prompt.id) lines.push(`**ID**: ${prompt.id}`);
|
|
76
|
+
if (prompt.version != null) lines.push(`**Version**: v${prompt.version}`);
|
|
77
|
+
if (prompt.versionId) lines.push(`**Version ID**: ${prompt.versionId}`);
|
|
78
|
+
if (prompt.commitMessage) lines.push(`**Commit**: ${prompt.commitMessage}`);
|
|
79
|
+
if (prompt.model) lines.push(`**Model**: ${prompt.model}`);
|
|
80
|
+
if (prompt.temperature != null) lines.push(`**Temperature**: ${prompt.temperature}`);
|
|
81
|
+
if (prompt.maxTokens != null) lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
|
|
82
|
+
if (prompt.responseFormat)
|
|
83
|
+
lines.push(`**Response Format**: ${JSON.stringify(prompt.responseFormat)}`);
|
|
84
|
+
lines.push(...fieldListLines({ heading: "Parameters", fields: prompt.parameters }));
|
|
85
|
+
lines.push(...fieldListLines({ heading: "Inputs", fields: prompt.inputs }));
|
|
86
|
+
lines.push(...fieldListLines({ heading: "Outputs", fields: prompt.outputs }));
|
|
87
|
+
lines.push(...messageLines(prompt));
|
|
88
|
+
lines.push(...deploymentLines(prompt));
|
|
89
|
+
return lines.join("\n");
|
|
90
|
+
}
|
|
91
|
+
export {
|
|
92
|
+
handleGetPrompt
|
|
93
|
+
};
|
|
94
|
+
//# sourceMappingURL=get-prompt-W52DY36E.js.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import {
|
|
2
2
|
describeRunPlanScope
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-RABYBFX5.js";
|
|
4
4
|
import {
|
|
5
5
|
getRunPlan
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-PTDR56Z3.js";
|
|
7
7
|
import {
|
|
8
8
|
formatEvaluatorAttachments
|
|
9
|
-
} from "./chunk-
|
|
10
|
-
import "./chunk-
|
|
11
|
-
import "./chunk-
|
|
9
|
+
} from "./chunk-6YZUOD34.js";
|
|
10
|
+
import "./chunk-UWLE5T2F.js";
|
|
11
|
+
import "./chunk-H6WGMG2T.js";
|
|
12
12
|
import "./chunk-SAS5OB7F.js";
|
|
13
13
|
|
|
14
14
|
// src/tools/get-run-plan.ts
|
|
@@ -37,9 +37,7 @@ async function handleGetRunPlan(params) {
|
|
|
37
37
|
lines.push("\n## Targets");
|
|
38
38
|
for (const target of plan.targets) {
|
|
39
39
|
const overrides = Object.entries(target.runParameters ?? {}).map(([name, value]) => `${name}=${String(value)}`).join(", ");
|
|
40
|
-
lines.push(
|
|
41
|
-
`- ${target.type}:${target.referenceId}${overrides ? ` (${overrides})` : ""}`
|
|
42
|
-
);
|
|
40
|
+
lines.push(`- ${target.type}:${target.referenceId}${overrides ? ` (${overrides})` : ""}`);
|
|
43
41
|
}
|
|
44
42
|
if (plan.scenarioIds.length > 0) {
|
|
45
43
|
lines.push("\n## Scenarios");
|
|
@@ -58,4 +56,4 @@ async function handleGetRunPlan(params) {
|
|
|
58
56
|
export {
|
|
59
57
|
handleGetRunPlan
|
|
60
58
|
};
|
|
61
|
-
//# sourceMappingURL=get-run-plan-
|
|
59
|
+
//# sourceMappingURL=get-run-plan-BE3M2AUX.js.map
|