@langwatch/mcp-server 2.0.0 → 2.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (430) hide show
  1. package/.gitignore +7 -0
  2. package/.npmignore +41 -0
  3. package/CHANGELOG.md +280 -200
  4. package/CONTRIBUTING.md +10 -0
  5. package/README.md +82 -52
  6. package/dist/add-dashboard-widget-4ZC5UN73.js +50 -0
  7. package/dist/add-dashboard-widget-ACC6QYBG.js +49 -0
  8. package/dist/archive-project-KWFM3I5Z.js +19 -0
  9. package/dist/{archive-project-4EQGLBJJ.js → archive-project-SPVHXK6A.js} +4 -4
  10. package/dist/archive-run-plan-65QN3XRX.js +16 -0
  11. package/dist/archive-run-plan-Z4SYE6BP.js +15 -0
  12. package/dist/{archive-scenario-W6BXYDZ3.js → archive-scenario-A6QV5LOW.js} +4 -4
  13. package/dist/archive-scenario-FXEYQNEH.js +19 -0
  14. package/dist/archive-test-suite-5ADQ3KPQ.js +15 -0
  15. package/dist/archive-test-suite-NKZDZY3D.js +16 -0
  16. package/dist/assign-prompt-tag-5IUZXJ2T.js +23 -0
  17. package/dist/{assign-prompt-tag-VLXUWEKU.js → assign-prompt-tag-HBZLBIFD.js} +8 -4
  18. package/dist/{chunk-CDYQOY5U.js → chunk-3OCG3QPU.js} +7 -10
  19. package/dist/chunk-3YLN3ATJ.js +241 -0
  20. package/dist/chunk-5FNCQRCX.js +91 -0
  21. package/dist/chunk-6YZUOD34.js +55 -0
  22. package/dist/{chunk-WVI5CJ6S.js → chunk-7AQLPVFL.js} +2 -2
  23. package/dist/chunk-7VNSRCXO.js +129 -0
  24. package/dist/{chunk-7RHG56OH.js → chunk-B4J3PJLX.js} +11 -10
  25. package/dist/{chunk-ZXKLPC2E.js → chunk-BIIKE3EI.js} +1 -1
  26. package/dist/{chunk-37SMPMQS.js → chunk-DMM3JQ42.js} +7 -2
  27. package/dist/{chunk-NUFPTHKU.js → chunk-FOKVY3BK.js} +1 -1
  28. package/dist/{chunk-WT4PO4A3.js → chunk-H6WGMG2T.js} +10 -7
  29. package/dist/{chunk-TOXJQDIZ.js → chunk-HGELNIVY.js} +135 -51
  30. package/dist/{chunk-UJPXFA26.js → chunk-HHMNZAPD.js} +101 -74
  31. package/dist/{chunk-J42FWRJ2.js → chunk-I7ATIZED.js} +7 -7
  32. package/dist/{chunk-AQJO2EI5.js → chunk-ILZDO25L.js} +7 -10
  33. package/dist/{chunk-4QC7SA2L.js → chunk-J7PQKBLD.js} +884 -559
  34. package/dist/{chunk-YX3A3CFM.js → chunk-JRJPH75H.js} +7 -13
  35. package/dist/chunk-K2I7Z3LZ.js +28 -0
  36. package/dist/{chunk-5CCZFUXS.js → chunk-NKMTIHIJ.js} +6 -9
  37. package/dist/chunk-O7EMWEVJ.js +44 -0
  38. package/dist/chunk-PTDR56Z3.js +37 -0
  39. package/dist/chunk-RABYBFX5.js +43 -0
  40. package/dist/chunk-SUPUUC4W.js +64 -0
  41. package/dist/{chunk-SFB4MU6H.js → chunk-SXFC3FNH.js} +4 -4
  42. package/dist/chunk-U24EACC4.js +67 -0
  43. package/dist/chunk-UNJM3BIL.js +21 -0
  44. package/dist/{chunk-ZWIL4EFL.js → chunk-UTJCWXPZ.js} +4 -4
  45. package/dist/chunk-UWLE5T2F.js +312 -0
  46. package/dist/chunk-VMWJD732.js +57 -0
  47. package/dist/chunk-XUIJYNRJ.js +15 -0
  48. package/dist/chunk-Y34DHR5K.js +67 -0
  49. package/dist/chunk-YCARO42Z.js +516 -0
  50. package/dist/config-EAKW6F26.js +16 -0
  51. package/dist/config.cjs +109 -0
  52. package/dist/config.js +5 -4
  53. package/dist/{create-agent-7XHO6UIS.js → create-agent-AYZ3LB3V.js} +4 -4
  54. package/dist/create-agent-S5ZBCEFT.js +23 -0
  55. package/dist/create-annotation-LHNCLHYP.js +29 -0
  56. package/dist/{create-annotation-YQXRQC6A.js → create-annotation-VUSXULQK.js} +10 -5
  57. package/dist/{create-api-key-YUS36KBU.js → create-api-key-NNYKARMG.js} +5 -7
  58. package/dist/create-api-key-T4KSNPKB.js +24 -0
  59. package/dist/create-dashboard-DHVFMEU4.js +18 -0
  60. package/dist/{create-dashboard-4Z5JO5LB.js → create-dashboard-WTKKS5Z6.js} +4 -4
  61. package/dist/{create-dataset-E6NMSVX7.js → create-dataset-2MC4SD4O.js} +6 -6
  62. package/dist/create-dataset-LUP5PVDM.js +22 -0
  63. package/dist/create-dataset-records-NSKBZP3G.js +20 -0
  64. package/dist/{create-dataset-records-SKHPRD2K.js → create-dataset-records-W4GLN2FV.js} +5 -7
  65. package/dist/{create-evaluator-JXF5PF33.js → create-evaluator-643G6LXL.js} +4 -4
  66. package/dist/create-evaluator-HMTYO5SS.js +27 -0
  67. package/dist/create-mcp-server.cjs +9513 -0
  68. package/dist/create-mcp-server.js +2647 -5
  69. package/dist/create-project-6N7PIYRY.js +44 -0
  70. package/dist/{create-project-CS2CB57Y.js → create-project-KAIC46UY.js} +4 -4
  71. package/dist/{create-prompt-F5RMX3L3.js → create-prompt-E67LXIYT.js} +5 -7
  72. package/dist/create-prompt-PKJ7EDRR.js +37 -0
  73. package/dist/create-prompt-tag-4YO3FSJ3.js +17 -0
  74. package/dist/{create-prompt-tag-GMRWTEFR.js → create-prompt-tag-OPQUEXWB.js} +3 -3
  75. package/dist/create-scenario-5PJBMAXO.js +33 -0
  76. package/dist/{create-scenario-JDR2VB2H.js → create-scenario-UEM77OE7.js} +11 -4
  77. package/dist/create-test-suite-4IPXVSFQ.js +37 -0
  78. package/dist/create-test-suite-SZEPVXSE.js +36 -0
  79. package/dist/create-trigger-5HZSCRAN.js +49 -0
  80. package/dist/create-trigger-PRELMT6J.js +48 -0
  81. package/dist/delete-agent-JUIZWAXG.js +18 -0
  82. package/dist/{delete-agent-O3EEH4S5.js → delete-agent-QMEK3XHK.js} +4 -4
  83. package/dist/delete-annotation-HY3O2OGR.js +17 -0
  84. package/dist/{delete-annotation-XP6FQM7A.js → delete-annotation-VKIQWUYW.js} +4 -4
  85. package/dist/delete-dashboard-76N66XXL.js +18 -0
  86. package/dist/{delete-dashboard-RFUNYCNP.js → delete-dashboard-JVIVHNJM.js} +4 -4
  87. package/dist/delete-dataset-HQCR66MG.js +18 -0
  88. package/dist/{delete-dataset-3MJFRDLP.js → delete-dataset-WKRUW4FP.js} +5 -7
  89. package/dist/{delete-dataset-records-WPMU5GL5.js → delete-dataset-records-C2IQFFVQ.js} +5 -7
  90. package/dist/delete-dataset-records-SDUHQLLM.js +19 -0
  91. package/dist/delete-evaluator-4SNSCLEE.js +16 -0
  92. package/dist/delete-evaluator-QP3QHTLN.js +15 -0
  93. package/dist/delete-prompt-tag-NZ4JQMYG.js +17 -0
  94. package/dist/{delete-prompt-tag-KNMZVSPB.js → delete-prompt-tag-YYQ4VMAD.js} +3 -3
  95. package/dist/{delete-workflow-3NUXO46U.js → delete-workflow-5J46T73T.js} +4 -4
  96. package/dist/delete-workflow-JSWABL5F.js +17 -0
  97. package/dist/discover-evaluator-schema-UHWA5HVL.js +120 -0
  98. package/dist/discover-evaluator-schema-XKCLLCB3.js +118 -0
  99. package/dist/discover-scenario-schema-NOJY6S7E.js +137 -0
  100. package/dist/discover-scenario-schema-OOFIQKOG.js +139 -0
  101. package/dist/{discover-schema-L6QDPON3.js → discover-schema-55YJBFGQ.js} +181 -186
  102. package/dist/discover-schema-A33SLMXW.js +442 -0
  103. package/dist/get-agent-LJQX7OF4.js +69 -0
  104. package/dist/get-agent-OTIYUFZA.js +70 -0
  105. package/dist/get-analytics-DCS72353.js +80 -0
  106. package/dist/get-analytics-IQZKJHLW.js +79 -0
  107. package/dist/get-dashboard-5NYJEIX2.js +29 -0
  108. package/dist/{get-dashboard-KHBEGZGL.js → get-dashboard-QMTYDQAZ.js} +4 -4
  109. package/dist/get-dataset-ALSP7RTX.js +64 -0
  110. package/dist/get-dataset-X4B5JDG2.js +63 -0
  111. package/dist/{get-evaluator-ADMKVWYZ.js → get-evaluator-ISMC4LLI.js} +4 -4
  112. package/dist/get-evaluator-XEUZGZCH.js +47 -0
  113. package/dist/{get-project-RAK7URQJ.js → get-project-5VKROSDH.js} +4 -4
  114. package/dist/get-project-RM6FRCBK.js +26 -0
  115. package/dist/get-prompt-OWXJZHQQ.js +95 -0
  116. package/dist/get-prompt-W52DY36E.js +94 -0
  117. package/dist/get-run-plan-BE3M2AUX.js +59 -0
  118. package/dist/get-run-plan-RUXQ6PAX.js +58 -0
  119. package/dist/get-scenario-RNM7BAX2.js +37 -0
  120. package/dist/{get-scenario-ZTAJJL5T.js → get-scenario-YM4ODWW6.js} +8 -4
  121. package/dist/get-simulation-run-6GIATQE5.js +69 -0
  122. package/dist/{get-simulation-run-T2ZQWYH2.js → get-simulation-run-LCFSMPGQ.js} +33 -20
  123. package/dist/get-test-suite-GC2O7YH6.js +49 -0
  124. package/dist/get-test-suite-P5LJ6VLF.js +48 -0
  125. package/dist/get-trace-KBRVV4NN.js +45 -0
  126. package/dist/{get-trace-K7U234Q4.js → get-trace-SEF3FMR5.js} +11 -13
  127. package/dist/get-workflow-7PVED7JE.js +25 -0
  128. package/dist/{get-workflow-L5L2PSK3.js → get-workflow-YXULW4GC.js} +4 -4
  129. package/dist/{http-security-EU3CHTY7.js → http-security-DNLBNQZL.js} +2 -2
  130. package/dist/{http-server-YXHFPPGA.js → http-server-IR4QOS43.js} +4071 -342
  131. package/dist/index.js +60221 -38077
  132. package/dist/langwatch-api-annotations-6SA4OB4C.js +17 -0
  133. package/dist/{langwatch-api-annotations-FDAS6NQ7.js → langwatch-api-annotations-TBHLCQ5R.js} +4 -4
  134. package/dist/langwatch-api-dashboards-6EO2VVZW.js +17 -0
  135. package/dist/{langwatch-api-dashboards-JTVCS7ZJ.js → langwatch-api-dashboards-NHU5BZD7.js} +4 -4
  136. package/dist/langwatch-api-monitors-CBF3FGIM.js +47 -0
  137. package/dist/{langwatch-api-monitors-3J7UIQME.js → langwatch-api-monitors-YNWA2M5Y.js} +11 -16
  138. package/dist/langwatch-api-secrets-ADTOJELP.js +56 -0
  139. package/dist/langwatch-api-secrets-RNFO4LF2.js +55 -0
  140. package/dist/langwatch-api-triggers-KQDQC6L5.js +22 -0
  141. package/dist/langwatch-api-triggers-QS7HDIVW.js +23 -0
  142. package/dist/{langwatch-api-workflows-NBJX5KOG.js → langwatch-api-workflows-OKC4FXIF.js} +4 -4
  143. package/dist/langwatch-api-workflows-XGJE6SR5.js +15 -0
  144. package/dist/list-agents-HVYWEQMI.js +43 -0
  145. package/dist/list-agents-RBAOCF53.js +42 -0
  146. package/dist/list-annotations-HJH4NBLD.js +38 -0
  147. package/dist/{list-annotations-ZTVP4EEL.js → list-annotations-J4UAHSUN.js} +10 -5
  148. package/dist/{list-api-keys-CWD4UQT5.js → list-api-keys-7UTJRZDG.js} +10 -5
  149. package/dist/list-api-keys-A2PMV435.js +42 -0
  150. package/dist/list-dashboard-boards-OPWROHMG.js +33 -0
  151. package/dist/list-dashboard-boards-U2GJ7GC5.js +34 -0
  152. package/dist/{list-dashboards-PWG6P6KR.js → list-dashboards-ROSYFLDQ.js} +4 -4
  153. package/dist/list-dashboards-RQ635ZU7.js +32 -0
  154. package/dist/{list-dataset-records-IOE7LQXS.js → list-dataset-records-M5TKA6LK.js} +14 -10
  155. package/dist/list-dataset-records-WFM7F33C.js +43 -0
  156. package/dist/{list-datasets-ZT4JYUDT.js → list-datasets-B5X4P7BQ.js} +9 -13
  157. package/dist/list-datasets-THUKQHPX.js +56 -0
  158. package/dist/{list-evaluators-SJHC7VBH.js → list-evaluators-MYH2OVCI.js} +5 -7
  159. package/dist/list-evaluators-NLVWF6K7.js +32 -0
  160. package/dist/{list-model-providers-PPD2WPD2.js → list-model-providers-3JUGP4YI.js} +4 -4
  161. package/dist/list-model-providers-H3XKORFO.js +35 -0
  162. package/dist/{list-projects-K7QAIX2I.js → list-projects-6EJ5YYEW.js} +5 -7
  163. package/dist/list-projects-YNNSRMLC.js +40 -0
  164. package/dist/{list-prompt-tags-FOO6TNHB.js → list-prompt-tags-NVFQO6WX.js} +3 -3
  165. package/dist/list-prompt-tags-XUQTTAH4.js +23 -0
  166. package/dist/{list-prompts-SC2HAUFG.js → list-prompts-HSIMMHTF.js} +4 -6
  167. package/dist/list-prompts-IRI6AIXO.js +30 -0
  168. package/dist/list-run-plans-PX2XI6EK.js +46 -0
  169. package/dist/list-run-plans-QALLCN2K.js +45 -0
  170. package/dist/list-scenarios-QZRPVHS4.js +46 -0
  171. package/dist/list-scenarios-SSJQEMJP.js +45 -0
  172. package/dist/list-simulation-runs-KNOLGMDV.js +53 -0
  173. package/dist/{list-simulation-runs-KF5THG5H.js → list-simulation-runs-OEADLLQR.js} +19 -9
  174. package/dist/list-test-suites-ANAQBLDG.js +34 -0
  175. package/dist/list-test-suites-N4WVLBKK.js +35 -0
  176. package/dist/list-trigger-fires-JV3WFYYG.js +19 -0
  177. package/dist/list-trigger-fires-WTW4DVIW.js +20 -0
  178. package/dist/list-triggers-SQNIG35Q.js +45 -0
  179. package/dist/list-triggers-V4Y356AK.js +46 -0
  180. package/dist/{list-workflows-QSJWURCK.js → list-workflows-IMSX7SXU.js} +5 -7
  181. package/dist/list-workflows-ZHTX5LCL.js +33 -0
  182. package/dist/{rename-prompt-tag-EKWU5QF3.js → rename-prompt-tag-IQI7MHOI.js} +3 -3
  183. package/dist/rename-prompt-tag-PA2BRIE6.js +18 -0
  184. package/dist/rename-test-suite-4J7UX5S2.js +21 -0
  185. package/dist/rename-test-suite-NNVLMLKY.js +20 -0
  186. package/dist/report-issue-AS34ZMJF.js +898 -0
  187. package/dist/report-issue-DCZFLGDO.js +899 -0
  188. package/dist/rerun-run-plan-TG2V4WM4.js +22 -0
  189. package/dist/rerun-run-plan-ZI5OY3VA.js +21 -0
  190. package/dist/revoke-api-key-3J3ZA4UB.js +15 -0
  191. package/dist/{revoke-api-key-FTRTZMOF.js → revoke-api-key-SFMEFWJC.js} +4 -4
  192. package/dist/run-agent-W4VJP72Z.js +75 -0
  193. package/dist/run-agent-YNV6ZHW4.js +74 -0
  194. package/dist/run-plan-6C77GWG4.js +38 -0
  195. package/dist/run-plan-PAARQSI4.js +39 -0
  196. package/dist/run-query-KJDH544C.js +47 -0
  197. package/dist/run-query-T4QW2Z5O.js +46 -0
  198. package/dist/run-test-suite-SQJELEZX.js +26 -0
  199. package/dist/run-test-suite-STB6NUJM.js +25 -0
  200. package/dist/{run-workflow-QPXC627O.js → run-workflow-D6PQNBI6.js} +4 -4
  201. package/dist/{run-agent-6SM4XNA7.js → run-workflow-SP32SO5M.js} +10 -11
  202. package/dist/search-traces-HCBGOG6R.js +170 -0
  203. package/dist/search-traces-HSTQ6WTQ.js +171 -0
  204. package/dist/{set-model-provider-3WKT63ZN.js → set-model-provider-GF7NXUJA.js} +4 -4
  205. package/dist/set-model-provider-KDQ7C4EZ.js +33 -0
  206. package/dist/{update-agent-SMAEHLXH.js → update-agent-DWG43T2P.js} +4 -4
  207. package/dist/update-agent-MXNOBS4H.js +20 -0
  208. package/dist/update-dashboard-widget-CJKJLCDY.js +71 -0
  209. package/dist/update-dashboard-widget-CYQDS2NR.js +70 -0
  210. package/dist/update-dataset-DQH3OHOU.js +22 -0
  211. package/dist/{update-dataset-BDUK7TUO.js → update-dataset-SQZ6T4WX.js} +6 -6
  212. package/dist/{update-dataset-record-4ZSDRBSW.js → update-dataset-record-3AT4IPBC.js} +4 -4
  213. package/dist/update-dataset-record-7PLDGTMR.js +19 -0
  214. package/dist/update-evaluator-4LFTKFPT.js +24 -0
  215. package/dist/{update-evaluator-LS6TIBY7.js → update-evaluator-IGTX6PX4.js} +4 -4
  216. package/dist/{update-project-LKVYXENH.js → update-project-PLJIOZS6.js} +4 -4
  217. package/dist/update-project-QVHSJRUP.js +24 -0
  218. package/dist/update-prompt-GDKRYJI3.js +140 -0
  219. package/dist/update-prompt-MY263DYF.js +141 -0
  220. package/dist/update-scenario-7KA3JDXA.js +34 -0
  221. package/dist/{update-scenario-NEXCAQI7.js → update-scenario-MOHRQKAQ.js} +11 -4
  222. package/package.json +39 -44
  223. package/pyproject.toml +8 -8
  224. package/src/config.d.ts +4 -0
  225. package/src/config.ts +20 -29
  226. package/src/create-mcp-server.ts +1021 -596
  227. package/src/documentation-fetch.ts +21 -20
  228. package/src/http-security.ts +166 -135
  229. package/src/http-server.ts +189 -224
  230. package/src/index.ts +14 -16
  231. package/src/langwatch-api-agents.ts +202 -21
  232. package/src/langwatch-api-annotations.ts +11 -12
  233. package/src/langwatch-api-api-keys.ts +8 -9
  234. package/src/langwatch-api-boards.ts +46 -0
  235. package/src/langwatch-api-dashboard-widgets.ts +112 -0
  236. package/src/langwatch-api-dashboards.ts +13 -10
  237. package/src/langwatch-api-datasets.ts +98 -32
  238. package/src/langwatch-api-evaluators.ts +13 -19
  239. package/src/langwatch-api-model-providers.ts +4 -4
  240. package/src/langwatch-api-monitors.ts +14 -18
  241. package/src/langwatch-api-projects.ts +27 -9
  242. package/src/langwatch-api-query.ts +114 -0
  243. package/src/langwatch-api-run-plans.ts +140 -0
  244. package/src/langwatch-api-scenarios.ts +17 -10
  245. package/src/langwatch-api-secrets.ts +31 -24
  246. package/src/langwatch-api-simulation-runs.ts +10 -7
  247. package/src/langwatch-api-test-suites.ts +116 -0
  248. package/src/langwatch-api-triggers.ts +96 -34
  249. package/src/langwatch-api-workflows.ts +9 -9
  250. package/src/langwatch-api.ts +143 -109
  251. package/src/public-http-request.ts +21 -12
  252. package/src/schemas/analytics-metrics.ts +3 -15
  253. package/src/schemas/create-dataset.ts +3 -4
  254. package/src/schemas/run-plan.ts +76 -0
  255. package/src/schemas/suite-fields.ts +132 -0
  256. package/src/schemas/triggers.ts +365 -0
  257. package/src/tools/add-dashboard-widget.ts +63 -0
  258. package/src/tools/archive-project.ts +2 -4
  259. package/src/tools/archive-run-plan.ts +10 -0
  260. package/src/tools/archive-scenario.ts +2 -4
  261. package/src/tools/archive-test-suite.ts +10 -0
  262. package/src/tools/assign-prompt-tag.ts +6 -2
  263. package/src/tools/create-agent.ts +1 -1
  264. package/src/tools/create-annotation.ts +7 -2
  265. package/src/tools/create-api-key.ts +4 -6
  266. package/src/tools/create-dashboard.ts +1 -1
  267. package/src/tools/create-dataset-records.ts +4 -8
  268. package/src/tools/create-dataset.ts +5 -7
  269. package/src/tools/create-evaluator.ts +3 -5
  270. package/src/tools/create-project.ts +2 -2
  271. package/src/tools/create-prompt-tag.ts +2 -4
  272. package/src/tools/create-prompt.ts +9 -18
  273. package/src/tools/create-scenario.ts +11 -5
  274. package/src/tools/create-test-suite.ts +38 -0
  275. package/src/tools/create-trigger.ts +55 -0
  276. package/src/tools/dashboard-exists.ts +25 -0
  277. package/src/tools/dashboard-widget-queries.ts +32 -0
  278. package/src/tools/delete-agent.ts +1 -1
  279. package/src/tools/delete-annotation.ts +1 -1
  280. package/src/tools/delete-dashboard.ts +1 -1
  281. package/src/tools/delete-dataset-records.ts +4 -8
  282. package/src/tools/delete-dataset.ts +3 -7
  283. package/src/tools/delete-evaluator.ts +4 -6
  284. package/src/tools/delete-prompt-tag.ts +2 -4
  285. package/src/tools/delete-workflow.ts +1 -1
  286. package/src/tools/discover-evaluator-schema.ts +34 -25
  287. package/src/tools/discover-scenario-schema.ts +86 -12
  288. package/src/tools/discover-schema.ts +149 -27
  289. package/src/tools/experiment-run-status.ts +2 -8
  290. package/src/tools/format-dataset-mutation.ts +5 -10
  291. package/src/tools/format-run-plan.ts +54 -0
  292. package/src/tools/format-scenario.ts +12 -0
  293. package/src/tools/format-suite-details.ts +90 -0
  294. package/src/tools/get-agent.ts +54 -3
  295. package/src/tools/get-analytics.ts +52 -46
  296. package/src/tools/get-dashboard.ts +1 -1
  297. package/src/tools/get-dataset.ts +34 -16
  298. package/src/tools/get-evaluator.ts +4 -11
  299. package/src/tools/get-experiment-results.ts +219 -186
  300. package/src/tools/get-project.ts +2 -4
  301. package/src/tools/get-prompt.ts +100 -37
  302. package/src/tools/get-run-plan.ts +60 -0
  303. package/src/tools/get-scenario.ts +6 -5
  304. package/src/tools/get-simulation-run.ts +32 -20
  305. package/src/tools/get-test-suite.ts +46 -0
  306. package/src/tools/get-trace.ts +16 -17
  307. package/src/tools/get-workflow.ts +1 -1
  308. package/src/tools/list-agents.ts +20 -3
  309. package/src/tools/list-annotations.ts +8 -5
  310. package/src/tools/list-api-keys.ts +7 -2
  311. package/src/tools/list-dashboard-boards.ts +28 -0
  312. package/src/tools/list-dashboards.ts +1 -1
  313. package/src/tools/list-dataset-records.ts +8 -6
  314. package/src/tools/list-datasets.ts +12 -23
  315. package/src/tools/list-evaluators.ts +4 -8
  316. package/src/tools/list-experiment-runs.ts +5 -9
  317. package/src/tools/list-experiments.ts +5 -11
  318. package/src/tools/list-model-providers.ts +3 -5
  319. package/src/tools/list-projects.ts +2 -4
  320. package/src/tools/list-prompt-tags.ts +3 -3
  321. package/src/tools/list-prompts.ts +4 -8
  322. package/src/tools/list-run-plans.ts +47 -0
  323. package/src/tools/list-scenarios.ts +26 -17
  324. package/src/tools/list-simulation-runs.ts +13 -5
  325. package/src/tools/list-test-suites.ts +35 -0
  326. package/src/tools/list-trigger-fires.ts +17 -0
  327. package/src/tools/list-triggers.ts +39 -0
  328. package/src/tools/list-workflows.ts +2 -4
  329. package/src/tools/rename-prompt-tag.ts +1 -1
  330. package/src/tools/rename-test-suite.ts +15 -0
  331. package/src/tools/report-issue.ts +5 -9
  332. package/src/tools/rerun-run-plan.ts +18 -0
  333. package/src/tools/revoke-api-key.ts +2 -4
  334. package/src/tools/run-agent.ts +65 -14
  335. package/src/tools/run-experiment.ts +36 -37
  336. package/src/tools/run-plan.ts +46 -0
  337. package/src/tools/run-query.ts +47 -0
  338. package/src/tools/run-test-suite.ts +27 -0
  339. package/src/tools/run-workflow.ts +2 -5
  340. package/src/tools/search-traces.ts +161 -47
  341. package/src/tools/set-model-provider.ts +4 -6
  342. package/src/tools/test-agent.ts +18 -0
  343. package/src/tools/update-agent.ts +1 -1
  344. package/src/tools/update-dashboard-widget.ts +97 -0
  345. package/src/tools/update-dataset-record.ts +1 -1
  346. package/src/tools/update-dataset.ts +5 -7
  347. package/src/tools/update-evaluator.ts +3 -5
  348. package/src/tools/update-project.ts +1 -1
  349. package/src/tools/update-prompt.ts +185 -15
  350. package/src/tools/update-scenario.ts +11 -5
  351. package/src/tools/update-test-suite.ts +40 -0
  352. package/src/utils/date-parsing.ts +1 -1
  353. package/src/utils/escape-markdown.ts +3 -8
  354. package/src/utils/format-evaluations.ts +6 -6
  355. package/src/utils/markdown-table.ts +58 -0
  356. package/src/utils/trace-id-shape.ts +20 -0
  357. package/tsconfig.app.json +24 -0
  358. package/tsconfig.json +19 -12
  359. package/uv.lock +416 -296
  360. package/vitest.integration.config.js +10 -0
  361. package/vitest.scenario.config.js +9 -0
  362. package/.eslintrc.cjs +0 -36
  363. package/dist/archive-suite-4T6BSRS7.js +0 -16
  364. package/dist/chunk-77BNWQ3U.js +0 -86
  365. package/dist/chunk-A2LEVYQ5.js +0 -217
  366. package/dist/chunk-TJCXFNDT.js +0 -24
  367. package/dist/chunk-YZLYHLLI.js +0 -48
  368. package/dist/config.d.ts +0 -17
  369. package/dist/create-mcp-server.d.ts +0 -10
  370. package/dist/create-suite-LZS6QIAF.js +0 -39
  371. package/dist/delete-evaluator-33SP2JFX.js +0 -16
  372. package/dist/discover-evaluator-schema-XTAD4X7D.js +0 -2191
  373. package/dist/discover-scenario-schema-FE64QK2D.js +0 -67
  374. package/dist/get-agent-Y7MWZ65F.js +0 -29
  375. package/dist/get-analytics-TETCSOK6.js +0 -73
  376. package/dist/get-dataset-RCMU5VAH.js +0 -49
  377. package/dist/get-prompt-OY5B7TRI.js +0 -46
  378. package/dist/get-suite-J7JVWO6O.js +0 -45
  379. package/dist/index.d.ts +0 -2
  380. package/dist/langwatch-api-secrets-BUBSNCNO.js +0 -41
  381. package/dist/langwatch-api-triggers-EDFUCJN6.js +0 -31
  382. package/dist/list-agents-KFHKGPXV.js +0 -33
  383. package/dist/list-scenarios-F2WYNRIE.js +0 -41
  384. package/dist/list-suites-CRY4VWW6.js +0 -43
  385. package/dist/report-issue-XYVAPAYJ.js +0 -412
  386. package/dist/run-suite-NKZCJ2IN.js +0 -30
  387. package/dist/search-traces-A6HFKPLJ.js +0 -79
  388. package/dist/update-prompt-ODCRQRN6.js +0 -25
  389. package/dist/update-suite-SNO3GS7T.js +0 -40
  390. package/src/__tests__/all-tools.integration.test.ts +0 -1626
  391. package/src/__tests__/config.unit.test.ts +0 -202
  392. package/src/__tests__/datasets.integration.test.ts +0 -620
  393. package/src/__tests__/datasets.unit.test.ts +0 -244
  394. package/src/__tests__/date-parsing.unit.test.ts +0 -78
  395. package/src/__tests__/discover-evaluator-schema.unit.test.ts +0 -89
  396. package/src/__tests__/discover-schema.unit.test.ts +0 -118
  397. package/src/__tests__/docker.integration.test.ts +0 -318
  398. package/src/__tests__/documentation-fetch-security.integration.test.ts +0 -182
  399. package/src/__tests__/evaluator-tools.unit.test.ts +0 -262
  400. package/src/__tests__/experiment-list-tools.unit.test.ts +0 -157
  401. package/src/__tests__/experiment-status.unit.test.ts +0 -194
  402. package/src/__tests__/feature-map-tool-drift.unit.test.ts +0 -93
  403. package/src/__tests__/get-experiment-results.unit.test.ts +0 -313
  404. package/src/__tests__/http-security-origin.unit.test.ts +0 -97
  405. package/src/__tests__/http-security-sessions.unit.test.ts +0 -209
  406. package/src/__tests__/http-security-verifier.unit.test.ts +0 -248
  407. package/src/__tests__/http-server-allocation.integration.test.ts +0 -279
  408. package/src/__tests__/http-server-origin.integration.test.ts +0 -169
  409. package/src/__tests__/http-server-session-auth.integration.test.ts +0 -341
  410. package/src/__tests__/http-transport.integration.test.ts +0 -395
  411. package/src/__tests__/integration.integration.test.ts +0 -288
  412. package/src/__tests__/langwatch-api.unit.test.ts +0 -661
  413. package/src/__tests__/model-provider-tools.unit.test.ts +0 -190
  414. package/src/__tests__/project-api-key-tools.unit.test.ts +0 -451
  415. package/src/__tests__/public-http-request-security.integration.test.ts +0 -118
  416. package/src/__tests__/report-issue.integration.test.ts +0 -147
  417. package/src/__tests__/scenario-tools.integration.test.ts +0 -286
  418. package/src/__tests__/scenario-tools.unit.test.ts +0 -188
  419. package/src/__tests__/schemas.unit.test.ts +0 -85
  420. package/src/__tests__/support/http-server-harness.ts +0 -138
  421. package/src/__tests__/tools.unit.test.ts +0 -924
  422. package/src/langwatch-api-suites.ts +0 -118
  423. package/src/schemas/filter-fields.ts +0 -119
  424. package/src/schemas/index.ts +0 -4
  425. package/src/tools/archive-suite.ts +0 -12
  426. package/src/tools/create-suite.ts +0 -42
  427. package/src/tools/get-suite.ts +0 -47
  428. package/src/tools/list-suites.ts +0 -43
  429. package/src/tools/run-suite.ts +0 -28
  430. package/src/tools/update-suite.ts +0 -44
@@ -0,0 +1,79 @@
1
+ import {
2
+ parseRelativeDate
3
+ } from "./chunk-BIIKE3EI.js";
4
+ import {
5
+ getAnalyticsTimeseries
6
+ } from "./chunk-UWLE5T2F.js";
7
+ import "./chunk-H6WGMG2T.js";
8
+
9
+ // src/tools/get-analytics.ts
10
+ function getGroupedData(bucket, groupBy) {
11
+ const data = bucket[groupBy];
12
+ if (typeof data === "object" && data !== null && !Array.isArray(data)) {
13
+ return data;
14
+ }
15
+ return void 0;
16
+ }
17
+ function groupedPeriodTable({
18
+ currentPeriod,
19
+ groupBy
20
+ }) {
21
+ const lines = ["| Date | Group | Value |", "|------|-------|-------|"];
22
+ for (const bucket of currentPeriod) {
23
+ const groups = getGroupedData(bucket, groupBy);
24
+ if (!groups) continue;
25
+ for (const [groupKey, metrics] of Object.entries(groups)) {
26
+ const value = Object.values(metrics).find((v) => typeof v === "number") ?? "N/A";
27
+ lines.push(`| ${bucket.date} | ${groupKey} | ${value} |`);
28
+ }
29
+ }
30
+ return lines;
31
+ }
32
+ function periodTable({
33
+ currentPeriod,
34
+ groupBy
35
+ }) {
36
+ if (currentPeriod.length === 0) return ["No data available for this period."];
37
+ if (groupBy && currentPeriod.some((b) => getGroupedData(b, groupBy) !== void 0)) {
38
+ return groupedPeriodTable({ currentPeriod, groupBy });
39
+ }
40
+ const lines = ["| Date | Value |", "|------|-------|"];
41
+ for (const bucket of currentPeriod) {
42
+ const value = Object.entries(bucket).map(([k, v]) => k !== "date" && typeof v === "number" ? v : void 0).find((v) => v !== void 0) ?? "N/A";
43
+ lines.push(`| ${bucket.date} | ${value} |`);
44
+ }
45
+ return lines;
46
+ }
47
+ async function handleGetAnalytics(params) {
48
+ const now = Date.now();
49
+ const startDate = params.startDate ? parseRelativeDate(params.startDate) : now - 7 * 864e5;
50
+ const endDate = params.endDate ? parseRelativeDate(params.endDate) : now;
51
+ const [category, name] = params.metric.includes(".") ? params.metric.split(".", 2) : ["metadata", params.metric];
52
+ const metricKey = `${category}.${name}`;
53
+ const aggregation = params.aggregation ?? "avg";
54
+ const result = await getAnalyticsTimeseries({
55
+ series: [{ metric: metricKey, aggregation }],
56
+ startDate,
57
+ endDate,
58
+ timeZone: params.timeZone ?? "UTC",
59
+ groupBy: params.groupBy,
60
+ filters: params.filters
61
+ });
62
+ const lines = [];
63
+ lines.push(`# Analytics: ${metricKey} (${aggregation})
64
+ `);
65
+ lines.push(
66
+ `Period: ${new Date(startDate).toISOString().split("T")[0]} to ${new Date(endDate).toISOString().split("T")[0]}`
67
+ );
68
+ if (params.groupBy) lines.push(`Grouped by: ${params.groupBy}`);
69
+ lines.push("");
70
+ lines.push(
71
+ ...periodTable({ currentPeriod: result.currentPeriod ?? [], groupBy: params.groupBy })
72
+ );
73
+ lines.push("\n> Tip: Use `discover_schema` to see all available metrics and aggregation types.");
74
+ return lines.join("\n");
75
+ }
76
+ export {
77
+ handleGetAnalytics
78
+ };
79
+ //# sourceMappingURL=get-analytics-IQZKJHLW.js.map
@@ -0,0 +1,29 @@
1
+ import {
2
+ getDashboard
3
+ } from "./chunk-ILZDO25L.js";
4
+ import "./chunk-UWLE5T2F.js";
5
+ import "./chunk-H6WGMG2T.js";
6
+
7
+ // src/tools/get-dashboard.ts
8
+ async function handleGetDashboard(params) {
9
+ const dashboard = await getDashboard(params.id);
10
+ const lines = [];
11
+ lines.push(`# ${dashboard.name}
12
+ `);
13
+ lines.push(`**ID**: ${dashboard.id}`);
14
+ lines.push(`**Order**: ${dashboard.order}`);
15
+ lines.push(`**Graphs**: ${Array.isArray(dashboard.graphs) ? dashboard.graphs.length : 0}`);
16
+ lines.push(`**Created**: ${dashboard.createdAt}`);
17
+ lines.push(`**Updated**: ${dashboard.updatedAt}`);
18
+ if (Array.isArray(dashboard.graphs) && dashboard.graphs.length > 0) {
19
+ lines.push("\n## Graphs\n");
20
+ lines.push("```json");
21
+ lines.push(JSON.stringify(dashboard.graphs, null, 2));
22
+ lines.push("```");
23
+ }
24
+ return lines.join("\n");
25
+ }
26
+ export {
27
+ handleGetDashboard
28
+ };
29
+ //# sourceMappingURL=get-dashboard-5NYJEIX2.js.map
@@ -1,8 +1,8 @@
1
1
  import {
2
2
  getDashboard
3
- } from "./chunk-AQJO2EI5.js";
4
- import "./chunk-A2LEVYQ5.js";
5
- import "./chunk-WT4PO4A3.js";
3
+ } from "./chunk-ILZDO25L.js";
4
+ import "./chunk-UWLE5T2F.js";
5
+ import "./chunk-H6WGMG2T.js";
6
6
  import "./chunk-SAS5OB7F.js";
7
7
 
8
8
  // src/tools/get-dashboard.ts
@@ -27,4 +27,4 @@ async function handleGetDashboard(params) {
27
27
  export {
28
28
  handleGetDashboard
29
29
  };
30
- //# sourceMappingURL=get-dashboard-KHBEGZGL.js.map
30
+ //# sourceMappingURL=get-dashboard-QMTYDQAZ.js.map
@@ -0,0 +1,64 @@
1
+ import {
2
+ DATASET_PREVIEW_MAX_BYTES,
3
+ DATASET_PREVIEW_MAX_RECORDS,
4
+ getDataset
5
+ } from "./chunk-7VNSRCXO.js";
6
+ import {
7
+ escapeMarkdown
8
+ } from "./chunk-FOKVY3BK.js";
9
+ import "./chunk-UWLE5T2F.js";
10
+ import "./chunk-H6WGMG2T.js";
11
+ import "./chunk-SAS5OB7F.js";
12
+
13
+ // src/tools/get-dataset.ts
14
+ function formatDatasetResponse(dataset) {
15
+ const lines = [];
16
+ lines.push(`# Dataset: ${escapeMarkdown(dataset.name)}
17
+ `);
18
+ lines.push(`**Slug**: ${escapeMarkdown(dataset.slug)}`);
19
+ lines.push(`**ID**: ${escapeMarkdown(dataset.id)}`);
20
+ if (Array.isArray(dataset.columnTypes) && dataset.columnTypes.length > 0) {
21
+ lines.push("\n## Columns\n");
22
+ lines.push("| Name | Type |");
23
+ lines.push("|------|------|");
24
+ for (const col of dataset.columnTypes) {
25
+ lines.push(`| ${escapeMarkdown(col.name)} | ${escapeMarkdown(col.type)} |`);
26
+ }
27
+ }
28
+ if (Array.isArray(dataset.data) && dataset.data.length > 0) {
29
+ lines.push(`
30
+ ## Records (${dataset.data.length} shown)
31
+ `);
32
+ for (const record of dataset.data) {
33
+ lines.push(
34
+ `**${escapeMarkdown(record.id)}**: ${escapeMarkdown(JSON.stringify(record.entry))}`
35
+ );
36
+ }
37
+ } else if (!dataset.omittedRecords) {
38
+ lines.push("\nNo records in this dataset.");
39
+ }
40
+ const note = omittedRecordsNote(dataset);
41
+ if (note) lines.push(`
42
+ ${note}`);
43
+ return lines.join("\n");
44
+ }
45
+ function omittedRecordsNote(dataset) {
46
+ if (!dataset.omittedRecords) return void 0;
47
+ const shown = Array.isArray(dataset.data) ? dataset.data.length : 0;
48
+ const megabytes = DATASET_PREVIEW_MAX_BYTES / (1024 * 1024);
49
+ return `Showing ${shown} of ${dataset.totalRecords ?? shown + dataset.omittedRecords} records: ${dataset.omittedRecords} are left out. A preview holds at most ${DATASET_PREVIEW_MAX_RECORDS} records and ${megabytes} MB. Read the rest with platform_list_dataset_records, using its page and limit parameters.`;
50
+ }
51
+ async function handleGetDataset(params) {
52
+ const dataset = await getDataset(params.slugOrId);
53
+ if (params.format === "json") {
54
+ const note = omittedRecordsNote(dataset);
55
+ return JSON.stringify(note ? { ...dataset, note } : dataset, null, 2);
56
+ }
57
+ return formatDatasetResponse(dataset);
58
+ }
59
+ export {
60
+ formatDatasetResponse,
61
+ handleGetDataset,
62
+ omittedRecordsNote
63
+ };
64
+ //# sourceMappingURL=get-dataset-ALSP7RTX.js.map
@@ -0,0 +1,63 @@
1
+ import {
2
+ DATASET_PREVIEW_MAX_BYTES,
3
+ DATASET_PREVIEW_MAX_RECORDS,
4
+ getDataset
5
+ } from "./chunk-7VNSRCXO.js";
6
+ import {
7
+ escapeMarkdown
8
+ } from "./chunk-FOKVY3BK.js";
9
+ import "./chunk-UWLE5T2F.js";
10
+ import "./chunk-H6WGMG2T.js";
11
+
12
+ // src/tools/get-dataset.ts
13
+ function formatDatasetResponse(dataset) {
14
+ const lines = [];
15
+ lines.push(`# Dataset: ${escapeMarkdown(dataset.name)}
16
+ `);
17
+ lines.push(`**Slug**: ${escapeMarkdown(dataset.slug)}`);
18
+ lines.push(`**ID**: ${escapeMarkdown(dataset.id)}`);
19
+ if (Array.isArray(dataset.columnTypes) && dataset.columnTypes.length > 0) {
20
+ lines.push("\n## Columns\n");
21
+ lines.push("| Name | Type |");
22
+ lines.push("|------|------|");
23
+ for (const col of dataset.columnTypes) {
24
+ lines.push(`| ${escapeMarkdown(col.name)} | ${escapeMarkdown(col.type)} |`);
25
+ }
26
+ }
27
+ if (Array.isArray(dataset.data) && dataset.data.length > 0) {
28
+ lines.push(`
29
+ ## Records (${dataset.data.length} shown)
30
+ `);
31
+ for (const record of dataset.data) {
32
+ lines.push(
33
+ `**${escapeMarkdown(record.id)}**: ${escapeMarkdown(JSON.stringify(record.entry))}`
34
+ );
35
+ }
36
+ } else if (!dataset.omittedRecords) {
37
+ lines.push("\nNo records in this dataset.");
38
+ }
39
+ const note = omittedRecordsNote(dataset);
40
+ if (note) lines.push(`
41
+ ${note}`);
42
+ return lines.join("\n");
43
+ }
44
+ function omittedRecordsNote(dataset) {
45
+ if (!dataset.omittedRecords) return void 0;
46
+ const shown = Array.isArray(dataset.data) ? dataset.data.length : 0;
47
+ const megabytes = DATASET_PREVIEW_MAX_BYTES / (1024 * 1024);
48
+ return `Showing ${shown} of ${dataset.totalRecords ?? shown + dataset.omittedRecords} records: ${dataset.omittedRecords} are left out. A preview holds at most ${DATASET_PREVIEW_MAX_RECORDS} records and ${megabytes} MB. Read the rest with platform_list_dataset_records, using its page and limit parameters.`;
49
+ }
50
+ async function handleGetDataset(params) {
51
+ const dataset = await getDataset(params.slugOrId);
52
+ if (params.format === "json") {
53
+ const note = omittedRecordsNote(dataset);
54
+ return JSON.stringify(note ? { ...dataset, note } : dataset, null, 2);
55
+ }
56
+ return formatDatasetResponse(dataset);
57
+ }
58
+ export {
59
+ formatDatasetResponse,
60
+ handleGetDataset,
61
+ omittedRecordsNote
62
+ };
63
+ //# sourceMappingURL=get-dataset-X4B5JDG2.js.map
@@ -1,9 +1,9 @@
1
1
  import {
2
2
  getEvaluator,
3
3
  getEvaluatorType
4
- } from "./chunk-CDYQOY5U.js";
5
- import "./chunk-A2LEVYQ5.js";
6
- import "./chunk-WT4PO4A3.js";
4
+ } from "./chunk-3OCG3QPU.js";
5
+ import "./chunk-UWLE5T2F.js";
6
+ import "./chunk-H6WGMG2T.js";
7
7
  import "./chunk-SAS5OB7F.js";
8
8
 
9
9
  // src/tools/get-evaluator.ts
@@ -45,4 +45,4 @@ async function handleGetEvaluator(params) {
45
45
  export {
46
46
  handleGetEvaluator
47
47
  };
48
- //# sourceMappingURL=get-evaluator-ADMKVWYZ.js.map
48
+ //# sourceMappingURL=get-evaluator-ISMC4LLI.js.map
@@ -0,0 +1,47 @@
1
+ import {
2
+ getEvaluator,
3
+ getEvaluatorType
4
+ } from "./chunk-3OCG3QPU.js";
5
+ import "./chunk-UWLE5T2F.js";
6
+ import "./chunk-H6WGMG2T.js";
7
+
8
+ // src/tools/get-evaluator.ts
9
+ async function handleGetEvaluator(params) {
10
+ const evaluator = await getEvaluator(params.idOrSlug);
11
+ const evaluatorType = getEvaluatorType(evaluator);
12
+ const lines = [];
13
+ lines.push(`# Evaluator: ${evaluator.name}
14
+ `);
15
+ lines.push(`**ID**: ${evaluator.id}`);
16
+ if (evaluator.slug) lines.push(`**Slug**: ${evaluator.slug}`);
17
+ lines.push(`**Kind**: ${evaluator.type}`);
18
+ if (evaluatorType) lines.push(`**Evaluator Type**: ${evaluatorType}`);
19
+ if (evaluator.config) {
20
+ lines.push("\n## Config");
21
+ lines.push("```json");
22
+ lines.push(JSON.stringify(evaluator.config, null, 2));
23
+ lines.push("```");
24
+ }
25
+ if (Array.isArray(evaluator.fields) && evaluator.fields.length > 0) {
26
+ lines.push("\n## Input Fields");
27
+ for (const field of evaluator.fields) {
28
+ const opt = field.optional ? " (optional)" : "";
29
+ lines.push(`- **${field.identifier}** (${field.type})${opt}`);
30
+ }
31
+ }
32
+ if (Array.isArray(evaluator.outputFields) && evaluator.outputFields.length > 0) {
33
+ lines.push("\n## Output Fields");
34
+ for (const field of evaluator.outputFields) {
35
+ lines.push(`- **${field.identifier}** (${field.type})`);
36
+ }
37
+ }
38
+ if (evaluator.workflowName) {
39
+ lines.push(`
40
+ **Workflow**: ${evaluator.workflowName}`);
41
+ }
42
+ return lines.join("\n");
43
+ }
44
+ export {
45
+ handleGetEvaluator
46
+ };
47
+ //# sourceMappingURL=get-evaluator-XEUZGZCH.js.map
@@ -1,8 +1,8 @@
1
1
  import {
2
2
  getProject
3
- } from "./chunk-7RHG56OH.js";
4
- import "./chunk-A2LEVYQ5.js";
5
- import "./chunk-WT4PO4A3.js";
3
+ } from "./chunk-B4J3PJLX.js";
4
+ import "./chunk-UWLE5T2F.js";
5
+ import "./chunk-H6WGMG2T.js";
6
6
  import "./chunk-SAS5OB7F.js";
7
7
 
8
8
  // src/tools/get-project.ts
@@ -24,4 +24,4 @@ async function handleGetProject(params) {
24
24
  export {
25
25
  handleGetProject
26
26
  };
27
- //# sourceMappingURL=get-project-RAK7URQJ.js.map
27
+ //# sourceMappingURL=get-project-5VKROSDH.js.map
@@ -0,0 +1,26 @@
1
+ import {
2
+ getProject
3
+ } from "./chunk-B4J3PJLX.js";
4
+ import "./chunk-UWLE5T2F.js";
5
+ import "./chunk-H6WGMG2T.js";
6
+
7
+ // src/tools/get-project.ts
8
+ async function handleGetProject(params) {
9
+ const project = await getProject(params.id);
10
+ const lines = [];
11
+ lines.push(`# ${project.name}
12
+ `);
13
+ lines.push(`**ID**: ${project.id}`);
14
+ lines.push(`**Slug**: ${project.slug}`);
15
+ lines.push(`**Language**: ${project.language}`);
16
+ lines.push(`**Framework**: ${project.framework}`);
17
+ lines.push(`**Team ID**: ${project.teamId}`);
18
+ lines.push(`**PII Redaction**: ${project.piiRedactionLevel}`);
19
+ lines.push(`**Created**: ${project.createdAt}`);
20
+ lines.push(`**Updated**: ${project.updatedAt}`);
21
+ return lines.join("\n");
22
+ }
23
+ export {
24
+ handleGetProject
25
+ };
26
+ //# sourceMappingURL=get-project-RM6FRCBK.js.map
@@ -0,0 +1,95 @@
1
+ import {
2
+ getPrompt
3
+ } from "./chunk-UWLE5T2F.js";
4
+ import "./chunk-H6WGMG2T.js";
5
+ import "./chunk-SAS5OB7F.js";
6
+
7
+ // src/tools/get-prompt.ts
8
+ function normalizeTag(tag) {
9
+ if (typeof tag === "string") return { name: tag };
10
+ if (tag && typeof tag === "object" && "name" in tag) {
11
+ const candidate = tag;
12
+ if (typeof candidate.name === "string") {
13
+ return {
14
+ name: candidate.name,
15
+ versionId: typeof candidate.versionId === "string" ? candidate.versionId : void 0
16
+ };
17
+ }
18
+ }
19
+ return void 0;
20
+ }
21
+ function fieldEntry(field) {
22
+ if (field && typeof field === "object" && "identifier" in field) {
23
+ const typed = field;
24
+ return `- **${String(typed.identifier)}**: ${typeof typed.type === "string" ? typed.type : "unknown"}`;
25
+ }
26
+ return `- ${JSON.stringify(field)}`;
27
+ }
28
+ function fieldListLines({ heading, fields }) {
29
+ const entries = [];
30
+ if (Array.isArray(fields)) {
31
+ entries.push(...fields.map(fieldEntry));
32
+ } else if (fields && typeof fields === "object") {
33
+ for (const [key, value] of Object.entries(fields)) {
34
+ entries.push(`- **${key}**: ${JSON.stringify(value)}`);
35
+ }
36
+ }
37
+ if (entries.length === 0) return [];
38
+ return [`
39
+ **${heading}**`, ...entries];
40
+ }
41
+ function messageLines(prompt) {
42
+ const messages = prompt.messages;
43
+ if (Array.isArray(messages) && messages.length > 0) {
44
+ return ["\n## Messages", ...messages.flatMap((msg) => [`
45
+ ### ${msg.role}`, msg.content])];
46
+ }
47
+ if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
48
+ return ["\n## Messages", "\n### system", prompt.prompt];
49
+ }
50
+ return [];
51
+ }
52
+ function deploymentLines(prompt) {
53
+ const lines = ["\n## Deployments"];
54
+ const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
55
+ for (const rawTag of tags) {
56
+ const tag = normalizeTag(rawTag);
57
+ if (!tag || tag.name === "latest") continue;
58
+ const target = tag.versionId ?? "unknown version";
59
+ const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
60
+ lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
61
+ }
62
+ return lines;
63
+ }
64
+ async function handleGetPrompt(params) {
65
+ const prompt = await getPrompt(params.idOrHandle, {
66
+ version: params.version,
67
+ tag: params.tag
68
+ });
69
+ if (params.format === "json") {
70
+ return JSON.stringify(prompt, null, 2);
71
+ }
72
+ const lines = [];
73
+ lines.push(`# Prompt: ${prompt.name || prompt.handle || prompt.id}
74
+ `);
75
+ if (prompt.handle) lines.push(`**Handle**: ${prompt.handle}`);
76
+ if (prompt.id) lines.push(`**ID**: ${prompt.id}`);
77
+ if (prompt.version != null) lines.push(`**Version**: v${prompt.version}`);
78
+ if (prompt.versionId) lines.push(`**Version ID**: ${prompt.versionId}`);
79
+ if (prompt.commitMessage) lines.push(`**Commit**: ${prompt.commitMessage}`);
80
+ if (prompt.model) lines.push(`**Model**: ${prompt.model}`);
81
+ if (prompt.temperature != null) lines.push(`**Temperature**: ${prompt.temperature}`);
82
+ if (prompt.maxTokens != null) lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
83
+ if (prompt.responseFormat)
84
+ lines.push(`**Response Format**: ${JSON.stringify(prompt.responseFormat)}`);
85
+ lines.push(...fieldListLines({ heading: "Parameters", fields: prompt.parameters }));
86
+ lines.push(...fieldListLines({ heading: "Inputs", fields: prompt.inputs }));
87
+ lines.push(...fieldListLines({ heading: "Outputs", fields: prompt.outputs }));
88
+ lines.push(...messageLines(prompt));
89
+ lines.push(...deploymentLines(prompt));
90
+ return lines.join("\n");
91
+ }
92
+ export {
93
+ handleGetPrompt
94
+ };
95
+ //# sourceMappingURL=get-prompt-OWXJZHQQ.js.map
@@ -0,0 +1,94 @@
1
+ import {
2
+ getPrompt
3
+ } from "./chunk-UWLE5T2F.js";
4
+ import "./chunk-H6WGMG2T.js";
5
+
6
+ // src/tools/get-prompt.ts
7
+ function normalizeTag(tag) {
8
+ if (typeof tag === "string") return { name: tag };
9
+ if (tag && typeof tag === "object" && "name" in tag) {
10
+ const candidate = tag;
11
+ if (typeof candidate.name === "string") {
12
+ return {
13
+ name: candidate.name,
14
+ versionId: typeof candidate.versionId === "string" ? candidate.versionId : void 0
15
+ };
16
+ }
17
+ }
18
+ return void 0;
19
+ }
20
+ function fieldEntry(field) {
21
+ if (field && typeof field === "object" && "identifier" in field) {
22
+ const typed = field;
23
+ return `- **${String(typed.identifier)}**: ${typeof typed.type === "string" ? typed.type : "unknown"}`;
24
+ }
25
+ return `- ${JSON.stringify(field)}`;
26
+ }
27
+ function fieldListLines({ heading, fields }) {
28
+ const entries = [];
29
+ if (Array.isArray(fields)) {
30
+ entries.push(...fields.map(fieldEntry));
31
+ } else if (fields && typeof fields === "object") {
32
+ for (const [key, value] of Object.entries(fields)) {
33
+ entries.push(`- **${key}**: ${JSON.stringify(value)}`);
34
+ }
35
+ }
36
+ if (entries.length === 0) return [];
37
+ return [`
38
+ **${heading}**`, ...entries];
39
+ }
40
+ function messageLines(prompt) {
41
+ const messages = prompt.messages;
42
+ if (Array.isArray(messages) && messages.length > 0) {
43
+ return ["\n## Messages", ...messages.flatMap((msg) => [`
44
+ ### ${msg.role}`, msg.content])];
45
+ }
46
+ if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
47
+ return ["\n## Messages", "\n### system", prompt.prompt];
48
+ }
49
+ return [];
50
+ }
51
+ function deploymentLines(prompt) {
52
+ const lines = ["\n## Deployments"];
53
+ const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
54
+ for (const rawTag of tags) {
55
+ const tag = normalizeTag(rawTag);
56
+ if (!tag || tag.name === "latest") continue;
57
+ const target = tag.versionId ?? "unknown version";
58
+ const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
59
+ lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
60
+ }
61
+ return lines;
62
+ }
63
+ async function handleGetPrompt(params) {
64
+ const prompt = await getPrompt(params.idOrHandle, {
65
+ version: params.version,
66
+ tag: params.tag
67
+ });
68
+ if (params.format === "json") {
69
+ return JSON.stringify(prompt, null, 2);
70
+ }
71
+ const lines = [];
72
+ lines.push(`# Prompt: ${prompt.name || prompt.handle || prompt.id}
73
+ `);
74
+ if (prompt.handle) lines.push(`**Handle**: ${prompt.handle}`);
75
+ if (prompt.id) lines.push(`**ID**: ${prompt.id}`);
76
+ if (prompt.version != null) lines.push(`**Version**: v${prompt.version}`);
77
+ if (prompt.versionId) lines.push(`**Version ID**: ${prompt.versionId}`);
78
+ if (prompt.commitMessage) lines.push(`**Commit**: ${prompt.commitMessage}`);
79
+ if (prompt.model) lines.push(`**Model**: ${prompt.model}`);
80
+ if (prompt.temperature != null) lines.push(`**Temperature**: ${prompt.temperature}`);
81
+ if (prompt.maxTokens != null) lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
82
+ if (prompt.responseFormat)
83
+ lines.push(`**Response Format**: ${JSON.stringify(prompt.responseFormat)}`);
84
+ lines.push(...fieldListLines({ heading: "Parameters", fields: prompt.parameters }));
85
+ lines.push(...fieldListLines({ heading: "Inputs", fields: prompt.inputs }));
86
+ lines.push(...fieldListLines({ heading: "Outputs", fields: prompt.outputs }));
87
+ lines.push(...messageLines(prompt));
88
+ lines.push(...deploymentLines(prompt));
89
+ return lines.join("\n");
90
+ }
91
+ export {
92
+ handleGetPrompt
93
+ };
94
+ //# sourceMappingURL=get-prompt-W52DY36E.js.map
@@ -0,0 +1,59 @@
1
+ import {
2
+ describeRunPlanScope
3
+ } from "./chunk-RABYBFX5.js";
4
+ import {
5
+ getRunPlan
6
+ } from "./chunk-PTDR56Z3.js";
7
+ import {
8
+ formatEvaluatorAttachments
9
+ } from "./chunk-6YZUOD34.js";
10
+ import "./chunk-UWLE5T2F.js";
11
+ import "./chunk-H6WGMG2T.js";
12
+ import "./chunk-SAS5OB7F.js";
13
+
14
+ // src/tools/get-run-plan.ts
15
+ async function handleGetRunPlan(params) {
16
+ const plan = await getRunPlan(params.id);
17
+ if (params.format === "json") {
18
+ return JSON.stringify(plan, null, 2);
19
+ }
20
+ const lines = [];
21
+ lines.push(`# Run Plan: ${plan.name}
22
+ `);
23
+ lines.push(`**ID**: ${plan.id}`);
24
+ lines.push(`**Slug**: ${plan.slug}`);
25
+ lines.push(`**Covers**: ${describeRunPlanScope(plan.scope, plan.scenarioIds)}`);
26
+ lines.push(`**Repeat**: ${plan.repeatCount}x`);
27
+ lines.push(`**Simulator model**: ${plan.simulatorModel ?? "project default"}`);
28
+ lines.push(`**Judge model**: ${plan.judgeModel ?? "project default"}`);
29
+ if (plan.labels.length > 0) {
30
+ lines.push(`**Labels**: ${plan.labels.join(", ")}`);
31
+ }
32
+ if (plan.archivedAt) {
33
+ lines.push(`**Archived**: ${plan.archivedAt}`);
34
+ }
35
+ lines.push(`**Created**: ${plan.createdAt}`);
36
+ lines.push(`**Updated**: ${plan.updatedAt}`);
37
+ lines.push("\n## Targets");
38
+ for (const target of plan.targets) {
39
+ const overrides = Object.entries(target.runParameters ?? {}).map(([name, value]) => `${name}=${String(value)}`).join(", ");
40
+ lines.push(`- ${target.type}:${target.referenceId}${overrides ? ` (${overrides})` : ""}`);
41
+ }
42
+ if (plan.scenarioIds.length > 0) {
43
+ lines.push("\n## Scenarios");
44
+ for (const id of plan.scenarioIds) {
45
+ lines.push(`- ${id}`);
46
+ }
47
+ }
48
+ lines.push(...formatEvaluatorAttachments(plan.evaluators));
49
+ lines.push(`
50
+ **View**: ${plan.platformUrl}`);
51
+ lines.push(
52
+ "\n> Use `platform_rerun_run_plan` to run this configuration again, or `platform_run_plan` with this name to replace it."
53
+ );
54
+ return lines.join("\n");
55
+ }
56
+ export {
57
+ handleGetRunPlan
58
+ };
59
+ //# sourceMappingURL=get-run-plan-BE3M2AUX.js.map
@@ -0,0 +1,58 @@
1
+ import {
2
+ describeRunPlanScope
3
+ } from "./chunk-RABYBFX5.js";
4
+ import {
5
+ getRunPlan
6
+ } from "./chunk-PTDR56Z3.js";
7
+ import {
8
+ formatEvaluatorAttachments
9
+ } from "./chunk-6YZUOD34.js";
10
+ import "./chunk-UWLE5T2F.js";
11
+ import "./chunk-H6WGMG2T.js";
12
+
13
+ // src/tools/get-run-plan.ts
14
+ async function handleGetRunPlan(params) {
15
+ const plan = await getRunPlan(params.id);
16
+ if (params.format === "json") {
17
+ return JSON.stringify(plan, null, 2);
18
+ }
19
+ const lines = [];
20
+ lines.push(`# Run Plan: ${plan.name}
21
+ `);
22
+ lines.push(`**ID**: ${plan.id}`);
23
+ lines.push(`**Slug**: ${plan.slug}`);
24
+ lines.push(`**Covers**: ${describeRunPlanScope(plan.scope, plan.scenarioIds)}`);
25
+ lines.push(`**Repeat**: ${plan.repeatCount}x`);
26
+ lines.push(`**Simulator model**: ${plan.simulatorModel ?? "project default"}`);
27
+ lines.push(`**Judge model**: ${plan.judgeModel ?? "project default"}`);
28
+ if (plan.labels.length > 0) {
29
+ lines.push(`**Labels**: ${plan.labels.join(", ")}`);
30
+ }
31
+ if (plan.archivedAt) {
32
+ lines.push(`**Archived**: ${plan.archivedAt}`);
33
+ }
34
+ lines.push(`**Created**: ${plan.createdAt}`);
35
+ lines.push(`**Updated**: ${plan.updatedAt}`);
36
+ lines.push("\n## Targets");
37
+ for (const target of plan.targets) {
38
+ const overrides = Object.entries(target.runParameters ?? {}).map(([name, value]) => `${name}=${String(value)}`).join(", ");
39
+ lines.push(`- ${target.type}:${target.referenceId}${overrides ? ` (${overrides})` : ""}`);
40
+ }
41
+ if (plan.scenarioIds.length > 0) {
42
+ lines.push("\n## Scenarios");
43
+ for (const id of plan.scenarioIds) {
44
+ lines.push(`- ${id}`);
45
+ }
46
+ }
47
+ lines.push(...formatEvaluatorAttachments(plan.evaluators));
48
+ lines.push(`
49
+ **View**: ${plan.platformUrl}`);
50
+ lines.push(
51
+ "\n> Use `platform_rerun_run_plan` to run this configuration again, or `platform_run_plan` with this name to replace it."
52
+ );
53
+ return lines.join("\n");
54
+ }
55
+ export {
56
+ handleGetRunPlan
57
+ };
58
+ //# sourceMappingURL=get-run-plan-RUXQ6PAX.js.map