@langwatch/mcp-server 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (428) hide show
  1. package/.gitignore +7 -0
  2. package/.npmignore +41 -0
  3. package/CHANGELOG.md +218 -201
  4. package/CONTRIBUTING.md +10 -0
  5. package/README.md +70 -68
  6. package/dist/add-dashboard-widget-55UI6H22.js +44 -0
  7. package/dist/add-dashboard-widget-MJHIC3CC.js +45 -0
  8. package/dist/{archive-project-W3IKI7UL.js → archive-project-K5UD7A6X.js} +4 -4
  9. package/dist/archive-project-L4PAKT34.js +19 -0
  10. package/dist/{archive-run-plan-474OKHHU.js → archive-run-plan-5HSQG2HX.js} +4 -4
  11. package/dist/archive-run-plan-AOKNYQIO.js +15 -0
  12. package/dist/archive-scenario-2CWJW2VD.js +19 -0
  13. package/dist/{archive-scenario-V5UNYK26.js → archive-scenario-5IJQESHH.js} +4 -4
  14. package/dist/{archive-test-suite-O7FLDMXK.js → archive-test-suite-OPB7NFI7.js} +4 -4
  15. package/dist/archive-test-suite-ZC3TN6VH.js +15 -0
  16. package/dist/assign-prompt-tag-6DDE6ZZ5.js +23 -0
  17. package/dist/{assign-prompt-tag-Q46WRB6P.js → assign-prompt-tag-D7O23MJM.js} +8 -4
  18. package/dist/chunk-3YLN3ATJ.js +241 -0
  19. package/dist/{chunk-EYXMLE5X.js → chunk-4RX3G62A.js} +56 -47
  20. package/dist/{chunk-UF6XIGYR.js → chunk-6YZUOD34.js} +2 -5
  21. package/dist/{chunk-WVI5CJ6S.js → chunk-7AQLPVFL.js} +2 -2
  22. package/dist/chunk-7CZQDZ2K.js +319 -0
  23. package/dist/{chunk-RVAE2MEA.js → chunk-7GETGE6B.js} +7 -7
  24. package/dist/{chunk-OJLYYJWI.js → chunk-AASW2TO2.js} +7 -10
  25. package/dist/{chunk-QAMP3CGR.js → chunk-B4RFWIUP.js} +4 -4
  26. package/dist/{chunk-ZXKLPC2E.js → chunk-BIIKE3EI.js} +1 -1
  27. package/dist/{chunk-G4ZAZTZW.js → chunk-D2HS73VI.js} +7 -10
  28. package/dist/{chunk-37SMPMQS.js → chunk-DMM3JQ42.js} +7 -2
  29. package/dist/{chunk-WT4PO4A3.js → chunk-DULFP3MK.js} +10 -7
  30. package/dist/chunk-EYPJBL7P.js +516 -0
  31. package/dist/{chunk-NUFPTHKU.js → chunk-FOKVY3BK.js} +1 -1
  32. package/dist/chunk-GA5JUSPT.js +64 -0
  33. package/dist/{chunk-UJPXFA26.js → chunk-HHMNZAPD.js} +101 -74
  34. package/dist/chunk-HLQJXUR6.js +67 -0
  35. package/dist/{chunk-JTQJRNFJ.js → chunk-KILVK3FS.js} +4 -4
  36. package/dist/chunk-MOCU5XWF.js +79 -0
  37. package/dist/chunk-O2WGVCED.js +41 -0
  38. package/dist/{chunk-HV4DWKBI.js → chunk-O7EMWEVJ.js} +2 -4
  39. package/dist/{chunk-UFOYFYI7.js → chunk-QXLMHLRC.js} +6 -9
  40. package/dist/{chunk-QRO35SOM.js → chunk-R5YJIYPF.js} +981 -747
  41. package/dist/{chunk-JR6DJZOU.js → chunk-RABYBFX5.js} +4 -10
  42. package/dist/{chunk-SR6QPRIE.js → chunk-RFC2SBEX.js} +7 -13
  43. package/dist/chunk-SHSVN3SE.js +21 -0
  44. package/dist/{chunk-CKNAH5TG.js → chunk-U24EACC4.js} +3 -10
  45. package/dist/{chunk-56OGTS24.js → chunk-VOUGDY2O.js} +4 -11
  46. package/dist/chunk-WCKZDOGF.js +31 -0
  47. package/dist/chunk-XQYH52SI.js +129 -0
  48. package/dist/{chunk-7E4FZIYJ.js → chunk-XUIJYNRJ.js} +1 -1
  49. package/dist/{chunk-6DJDEXET.js → chunk-YCIUEZVK.js} +6 -12
  50. package/dist/config-2WQGMAEN.js +16 -0
  51. package/dist/config.cjs +109 -0
  52. package/dist/config.js +5 -4
  53. package/dist/{create-agent-JFJ2K6X3.js → create-agent-6JNLMYQD.js} +4 -4
  54. package/dist/create-agent-IRZOU4R5.js +23 -0
  55. package/dist/create-analytics-report-N4L4V5QL.js +19 -0
  56. package/dist/create-analytics-report-QEHXG7FU.js +18 -0
  57. package/dist/{create-annotation-EUXXQ6NS.js → create-annotation-CCEGIZ67.js} +10 -5
  58. package/dist/create-annotation-DTHCMWHB.js +29 -0
  59. package/dist/{create-api-key-BGBB76JX.js → create-api-key-JKM2DSZO.js} +5 -7
  60. package/dist/create-api-key-JPEUIXGM.js +24 -0
  61. package/dist/create-dataset-DJNXYJ5B.js +22 -0
  62. package/dist/{create-dataset-FD5VAXU4.js → create-dataset-WON4SOTC.js} +6 -6
  63. package/dist/create-dataset-records-TMEOTLTO.js +20 -0
  64. package/dist/{create-dataset-records-WQUXXOHI.js → create-dataset-records-UJBW3C7C.js} +5 -7
  65. package/dist/create-evaluator-N5AEHI4K.js +27 -0
  66. package/dist/{create-evaluator-6NV33Z52.js → create-evaluator-XYNY2YFY.js} +4 -4
  67. package/dist/create-mcp-server.cjs +9712 -0
  68. package/dist/create-mcp-server.js +2757 -10
  69. package/dist/{create-project-ZQ7TFIO2.js → create-project-EY4XZ7TH.js} +4 -4
  70. package/dist/create-project-YL345T5L.js +44 -0
  71. package/dist/{create-prompt-BS6QRCUU.js → create-prompt-JZQNQ7I3.js} +5 -7
  72. package/dist/create-prompt-ZUMQHHX7.js +37 -0
  73. package/dist/create-prompt-tag-CJ5FZ436.js +17 -0
  74. package/dist/{create-prompt-tag-FCQ5ELSQ.js → create-prompt-tag-JFP2Q3PO.js} +3 -3
  75. package/dist/create-scenario-CQU2SSFB.js +33 -0
  76. package/dist/{create-scenario-DRPTPXU3.js → create-scenario-S6OWWKJO.js} +5 -5
  77. package/dist/create-test-suite-OLGCAGJA.js +36 -0
  78. package/dist/{create-test-suite-ZIZCCFJ4.js → create-test-suite-Y7P2RI4L.js} +6 -6
  79. package/dist/create-trigger-4CNBTISJ.js +48 -0
  80. package/dist/create-trigger-RQ653WYF.js +49 -0
  81. package/dist/dashboards-BA7M6CMO.js +90 -0
  82. package/dist/dashboards-U663GUIB.js +91 -0
  83. package/dist/{delete-agent-SA4JMUZF.js → delete-agent-J2Q4DRZ2.js} +4 -4
  84. package/dist/delete-agent-ZAU4LTXB.js +18 -0
  85. package/dist/delete-analytics-report-QK6X7P4S.js +19 -0
  86. package/dist/delete-analytics-report-YUYLDHLL.js +18 -0
  87. package/dist/delete-annotation-7X4NYXXM.js +17 -0
  88. package/dist/{delete-annotation-X3KKK7QY.js → delete-annotation-KJOCDLV3.js} +4 -4
  89. package/dist/{delete-dataset-W6EZ44HY.js → delete-dataset-NXP7ZPPV.js} +5 -7
  90. package/dist/delete-dataset-RUTZBBVD.js +18 -0
  91. package/dist/{delete-dataset-records-7CNOTALB.js → delete-dataset-records-4Z7DZCDW.js} +5 -7
  92. package/dist/delete-dataset-records-75UAR5IS.js +19 -0
  93. package/dist/delete-evaluator-E3CUNGTQ.js +16 -0
  94. package/dist/delete-evaluator-RI4GALGX.js +15 -0
  95. package/dist/delete-prompt-tag-LE3WJPKS.js +17 -0
  96. package/dist/{delete-prompt-tag-QB3OCZUV.js → delete-prompt-tag-S4KBZTNG.js} +3 -3
  97. package/dist/delete-workflow-4CZFIQCQ.js +17 -0
  98. package/dist/{delete-workflow-NG2VXYYM.js → delete-workflow-PWQPDW6H.js} +4 -4
  99. package/dist/discover-evaluator-schema-UHWA5HVL.js +120 -0
  100. package/dist/discover-evaluator-schema-XKCLLCB3.js +118 -0
  101. package/dist/discover-scenario-schema-NOJY6S7E.js +137 -0
  102. package/dist/{discover-scenario-schema-W7KBXA4J.js → discover-scenario-schema-OOFIQKOG.js} +37 -17
  103. package/dist/discover-schema-7WHIIATI.js +442 -0
  104. package/dist/{discover-schema-L6QDPON3.js → discover-schema-J2ANOBKO.js} +181 -186
  105. package/dist/get-agent-5T3CXQOR.js +69 -0
  106. package/dist/{get-agent-7THF7HCU.js → get-agent-ZKYQJUQ7.js} +15 -11
  107. package/dist/get-analytics-4MPEK4KV.js +79 -0
  108. package/dist/get-analytics-ZLI3A4F5.js +80 -0
  109. package/dist/get-analytics-report-JCKYMA2S.js +29 -0
  110. package/dist/get-analytics-report-SKIP2JWH.js +30 -0
  111. package/dist/get-dataset-APGZBYMH.js +64 -0
  112. package/dist/get-dataset-LWXDVMVE.js +63 -0
  113. package/dist/get-evaluator-3A7BJBAB.js +47 -0
  114. package/dist/{get-evaluator-RZ44UIN6.js → get-evaluator-IWNJINRY.js} +4 -4
  115. package/dist/get-project-EQVB4LEL.js +26 -0
  116. package/dist/{get-project-QSQEAB33.js → get-project-RK6AJTEP.js} +4 -4
  117. package/dist/{get-prompt-GVKXF5NL.js → get-prompt-TLG2T2DS.js} +53 -58
  118. package/dist/get-prompt-ZER557X3.js +94 -0
  119. package/dist/get-run-plan-5X7DDJRN.js +58 -0
  120. package/dist/{get-run-plan-NY7J5GRE.js → get-run-plan-PEHRO5M3.js} +7 -9
  121. package/dist/{get-scenario-Q3LLQE4T.js → get-scenario-375W5D6I.js} +5 -5
  122. package/dist/get-scenario-UQX45ZZO.js +37 -0
  123. package/dist/{get-simulation-run-WINEYDMK.js → get-simulation-run-2NBXJADG.js} +26 -22
  124. package/dist/get-simulation-run-QZTLGL7W.js +69 -0
  125. package/dist/{get-test-suite-4HKA7OKS.js → get-test-suite-GVIBDG7K.js} +5 -5
  126. package/dist/get-test-suite-OODIR3RI.js +48 -0
  127. package/dist/{get-trace-RCUV7N4O.js → get-trace-AGCHVPJK.js} +11 -13
  128. package/dist/get-trace-KJLYAZRC.js +45 -0
  129. package/dist/get-workflow-3TV2YYC5.js +25 -0
  130. package/dist/{get-workflow-EEOC7Y45.js → get-workflow-7LZSVPP2.js} +4 -4
  131. package/dist/{http-security-EU3CHTY7.js → http-security-DNLBNQZL.js} +2 -2
  132. package/dist/{http-server-WCDUARTH.js → http-server-7CCN3EHJ.js} +4249 -325
  133. package/dist/index.js +59595 -38027
  134. package/dist/langwatch-api-analytics-reports-6CF6KUET.js +17 -0
  135. package/dist/langwatch-api-analytics-reports-RPFB5AO5.js +18 -0
  136. package/dist/{langwatch-api-annotations-6DHVZWUK.js → langwatch-api-annotations-H4AI4TKG.js} +4 -4
  137. package/dist/langwatch-api-annotations-QSJNUQQS.js +17 -0
  138. package/dist/langwatch-api-monitors-ENHLOL3S.js +47 -0
  139. package/dist/{langwatch-api-monitors-6ISFJ7WX.js → langwatch-api-monitors-OHSGADTH.js} +11 -16
  140. package/dist/langwatch-api-secrets-AGW6UUMD.js +55 -0
  141. package/dist/langwatch-api-secrets-CLTS766Q.js +56 -0
  142. package/dist/langwatch-api-triggers-G5UWFNN2.js +22 -0
  143. package/dist/langwatch-api-triggers-QMR7KEXW.js +23 -0
  144. package/dist/langwatch-api-workflows-HKTBIKKY.js +15 -0
  145. package/dist/{langwatch-api-workflows-6UJL5U4Z.js → langwatch-api-workflows-OMROZH2O.js} +4 -4
  146. package/dist/{list-agents-AMVDQPQL.js → list-agents-BYWDNAHT.js} +4 -4
  147. package/dist/list-agents-MG24MHZE.js +42 -0
  148. package/dist/list-analytics-reports-G3EPWGSQ.js +32 -0
  149. package/dist/list-analytics-reports-PPWIFRES.js +33 -0
  150. package/dist/list-annotations-QCLGEK5A.js +38 -0
  151. package/dist/{list-annotations-6PR5NLIC.js → list-annotations-Y4EUBJHG.js} +10 -5
  152. package/dist/list-api-keys-DAVOBPFK.js +42 -0
  153. package/dist/{list-api-keys-GVPNBIHQ.js → list-api-keys-JMW5WRXX.js} +10 -5
  154. package/dist/list-dashboards-2P3VJFRS.js +29 -0
  155. package/dist/list-dashboards-MW5O3MKH.js +30 -0
  156. package/dist/list-dataset-records-KEHT7G6Q.js +43 -0
  157. package/dist/{list-dataset-records-O67HZ35Y.js → list-dataset-records-KMLLMZAZ.js} +14 -10
  158. package/dist/{list-datasets-WXZL6UMP.js → list-datasets-P3JK2ZHS.js} +9 -13
  159. package/dist/list-datasets-Z7OOE4KI.js +56 -0
  160. package/dist/{list-evaluators-PAX72WCN.js → list-evaluators-7RRESBOU.js} +5 -7
  161. package/dist/list-evaluators-VATJVOHR.js +32 -0
  162. package/dist/{list-model-providers-VVLZMLCX.js → list-model-providers-OXDRPUCJ.js} +4 -4
  163. package/dist/list-model-providers-VXQJWDXU.js +35 -0
  164. package/dist/{list-projects-AQVI6SUK.js → list-projects-HUVK7L3W.js} +5 -7
  165. package/dist/list-projects-X72ZXVY5.js +40 -0
  166. package/dist/{list-prompt-tags-WZFBJOHG.js → list-prompt-tags-3I3LWFIR.js} +3 -3
  167. package/dist/list-prompt-tags-DRHUH2ND.js +23 -0
  168. package/dist/list-prompts-6DX3QECJ.js +30 -0
  169. package/dist/{list-prompts-BQOHRHYT.js → list-prompts-PS423RU3.js} +4 -6
  170. package/dist/list-run-plans-5SXPOV3X.js +45 -0
  171. package/dist/{list-run-plans-UBAU2DGH.js → list-run-plans-6VNHINPY.js} +5 -5
  172. package/dist/list-scenarios-EQWCW7Q4.js +45 -0
  173. package/dist/{list-scenarios-MS4IUIVM.js → list-scenarios-GKNH3YND.js} +13 -11
  174. package/dist/{list-simulation-runs-D6YF4ZOU.js → list-simulation-runs-KHY7KALI.js} +12 -8
  175. package/dist/list-simulation-runs-PUDK32C2.js +53 -0
  176. package/dist/list-test-suites-7H2DRILK.js +34 -0
  177. package/dist/{list-test-suites-L7R2O6DR.js → list-test-suites-GY56LGLY.js} +4 -4
  178. package/dist/list-trigger-fires-7RZUP54Y.js +19 -0
  179. package/dist/list-trigger-fires-OZUF65LI.js +20 -0
  180. package/dist/list-triggers-BGUCUXTJ.js +45 -0
  181. package/dist/list-triggers-XC5KMX4C.js +46 -0
  182. package/dist/list-workflows-55NYC3PC.js +33 -0
  183. package/dist/{list-workflows-6MV4XJHF.js → list-workflows-HV7FUWZA.js} +5 -7
  184. package/dist/{rename-prompt-tag-K5LQ4CY6.js → rename-prompt-tag-2I7Z5FCY.js} +3 -3
  185. package/dist/rename-prompt-tag-SZYTOWDX.js +18 -0
  186. package/dist/{rename-test-suite-NTYHAO5X.js → rename-test-suite-27AYY33K.js} +4 -4
  187. package/dist/rename-test-suite-CLIEPZDO.js +20 -0
  188. package/dist/report-issue-5HSL7CNB.js +924 -0
  189. package/dist/{report-issue-RHZZ33IS.js → report-issue-N7ND5TM6.js} +107 -67
  190. package/dist/{rerun-run-plan-MUDWJBE4.js → rerun-run-plan-O3VUZ6CG.js} +5 -5
  191. package/dist/rerun-run-plan-OJTVVGJI.js +21 -0
  192. package/dist/{revoke-api-key-6LAZ3QZZ.js → revoke-api-key-BU6BKGCG.js} +4 -4
  193. package/dist/revoke-api-key-NZNCFOIR.js +15 -0
  194. package/dist/run-agent-244O4Y5M.js +75 -0
  195. package/dist/run-agent-HPCGZGYW.js +74 -0
  196. package/dist/run-plan-2ZPGGZ4H.js +38 -0
  197. package/dist/{run-plan-T4ZYOZGA.js → run-plan-KSXUYQT3.js} +7 -7
  198. package/dist/run-query-4LMOQ5UW.js +47 -0
  199. package/dist/run-query-BQUHIUC2.js +46 -0
  200. package/dist/{run-test-suite-L4MZ7G4D.js → run-test-suite-P3WLVPXC.js} +6 -6
  201. package/dist/run-test-suite-UEOMCON6.js +25 -0
  202. package/dist/run-workflow-EFZ6HG5B.js +36 -0
  203. package/dist/{run-workflow-DFIS23AP.js → run-workflow-I4IHEN54.js} +4 -4
  204. package/dist/search-traces-6IR7PR4L.js +170 -0
  205. package/dist/search-traces-BYML2NQ4.js +171 -0
  206. package/dist/set-model-provider-RBNGWFVI.js +33 -0
  207. package/dist/{set-model-provider-XRNMFOVR.js → set-model-provider-SHEVKWRC.js} +4 -4
  208. package/dist/{update-agent-DUWNYBNA.js → update-agent-PTKTM2B5.js} +4 -4
  209. package/dist/update-agent-ZPXWRMS2.js +20 -0
  210. package/dist/update-dashboard-widget-HKCBXH7X.js +62 -0
  211. package/dist/update-dashboard-widget-IP2TTQ5G.js +63 -0
  212. package/dist/update-dataset-GHIN6JR3.js +22 -0
  213. package/dist/{update-dataset-YSOMDCOB.js → update-dataset-IRVMY5PF.js} +6 -6
  214. package/dist/update-dataset-record-6VI7K2CL.js +19 -0
  215. package/dist/{update-dataset-record-DEA2ITYR.js → update-dataset-record-Z3L7ACNF.js} +4 -4
  216. package/dist/update-evaluator-5NLNE6VY.js +24 -0
  217. package/dist/{update-evaluator-NH7Q5GWV.js → update-evaluator-FEH7H6NS.js} +4 -4
  218. package/dist/update-project-75H3LDQT.js +24 -0
  219. package/dist/{update-project-Q26FBSYH.js → update-project-QPR3QX55.js} +4 -4
  220. package/dist/update-prompt-BCDFTNLK.js +140 -0
  221. package/dist/{update-prompt-ZQQ2C3KU.js → update-prompt-NPRXYSWA.js} +27 -29
  222. package/dist/update-scenario-BNOMDCMV.js +34 -0
  223. package/dist/{update-scenario-WUX34JAR.js → update-scenario-EM5XGMB7.js} +5 -5
  224. package/package.json +35 -39
  225. package/pyproject.toml +23 -8
  226. package/src/config.d.ts +6 -0
  227. package/src/config.ts +22 -29
  228. package/src/create-mcp-server.ts +887 -634
  229. package/src/documentation-fetch.ts +21 -20
  230. package/src/http-security.ts +166 -135
  231. package/src/http-server.ts +189 -224
  232. package/src/index.ts +14 -16
  233. package/src/langwatch-api-agents.ts +18 -21
  234. package/src/langwatch-api-analytics-reports.ts +62 -0
  235. package/src/langwatch-api-annotations.ts +11 -12
  236. package/src/langwatch-api-api-keys.ts +8 -9
  237. package/src/langwatch-api-dashboard-widgets.ts +47 -0
  238. package/src/langwatch-api-dashboards.ts +109 -24
  239. package/src/langwatch-api-datasets.ts +98 -32
  240. package/src/langwatch-api-evaluators.ts +13 -19
  241. package/src/langwatch-api-model-providers.ts +4 -4
  242. package/src/langwatch-api-monitors.ts +14 -18
  243. package/src/langwatch-api-projects.ts +10 -9
  244. package/src/langwatch-api-query.ts +114 -0
  245. package/src/langwatch-api-run-plans.ts +12 -29
  246. package/src/langwatch-api-scenarios.ts +9 -11
  247. package/src/langwatch-api-secrets.ts +31 -24
  248. package/src/langwatch-api-simulation-runs.ts +6 -8
  249. package/src/langwatch-api-test-suites.ts +14 -33
  250. package/src/langwatch-api-triggers.ts +96 -34
  251. package/src/langwatch-api-workflows.ts +9 -9
  252. package/src/langwatch-api.ts +118 -124
  253. package/src/public-http-request.ts +21 -12
  254. package/src/schemas/analytics-metrics.ts +3 -15
  255. package/src/schemas/create-dataset.ts +3 -4
  256. package/src/schemas/run-plan.ts +13 -29
  257. package/src/schemas/suite-fields.ts +6 -23
  258. package/src/schemas/triggers.ts +365 -0
  259. package/src/schemas/widget-sources.ts +33 -0
  260. package/src/tools/add-dashboard-widget.ts +51 -0
  261. package/src/tools/archive-project.ts +2 -4
  262. package/src/tools/archive-run-plan.ts +2 -4
  263. package/src/tools/archive-scenario.ts +2 -4
  264. package/src/tools/archive-test-suite.ts +2 -4
  265. package/src/tools/assign-prompt-tag.ts +6 -2
  266. package/src/tools/create-agent.ts +1 -1
  267. package/src/tools/create-analytics-report.ts +7 -0
  268. package/src/tools/create-annotation.ts +7 -2
  269. package/src/tools/create-api-key.ts +4 -6
  270. package/src/tools/create-dataset-records.ts +4 -8
  271. package/src/tools/create-dataset.ts +5 -7
  272. package/src/tools/create-evaluator.ts +3 -5
  273. package/src/tools/create-project.ts +2 -2
  274. package/src/tools/create-prompt-tag.ts +2 -4
  275. package/src/tools/create-prompt.ts +9 -18
  276. package/src/tools/create-scenario.ts +5 -7
  277. package/src/tools/create-test-suite.ts +4 -9
  278. package/src/tools/create-trigger.ts +55 -0
  279. package/src/tools/dashboard-widget-queries.ts +45 -0
  280. package/src/tools/dashboards.ts +104 -0
  281. package/src/tools/delete-agent.ts +1 -1
  282. package/src/tools/delete-analytics-report.ts +7 -0
  283. package/src/tools/delete-annotation.ts +1 -1
  284. package/src/tools/delete-dataset-records.ts +4 -8
  285. package/src/tools/delete-dataset.ts +3 -7
  286. package/src/tools/delete-evaluator.ts +4 -6
  287. package/src/tools/delete-prompt-tag.ts +2 -4
  288. package/src/tools/delete-workflow.ts +1 -1
  289. package/src/tools/discover-evaluator-schema.ts +34 -25
  290. package/src/tools/discover-scenario-schema.ts +41 -21
  291. package/src/tools/discover-schema.ts +149 -27
  292. package/src/tools/experiment-run-status.ts +2 -8
  293. package/src/tools/format-dataset-mutation.ts +5 -10
  294. package/src/tools/format-run-plan.ts +7 -21
  295. package/src/tools/format-scenario.ts +2 -4
  296. package/src/tools/format-suite-details.ts +6 -12
  297. package/src/tools/get-agent.ts +15 -6
  298. package/src/tools/get-analytics-report.ts +23 -0
  299. package/src/tools/get-analytics.ts +52 -46
  300. package/src/tools/get-dataset.ts +34 -16
  301. package/src/tools/get-evaluator.ts +4 -11
  302. package/src/tools/get-experiment-results.ts +219 -186
  303. package/src/tools/get-project.ts +2 -4
  304. package/src/tools/get-prompt.ts +63 -84
  305. package/src/tools/get-run-plan.ts +4 -6
  306. package/src/tools/get-scenario.ts +4 -6
  307. package/src/tools/get-simulation-run.ts +27 -24
  308. package/src/tools/get-test-suite.ts +2 -5
  309. package/src/tools/get-trace.ts +16 -17
  310. package/src/tools/get-workflow.ts +1 -1
  311. package/src/tools/list-agents.ts +1 -1
  312. package/src/tools/list-analytics-reports.ts +27 -0
  313. package/src/tools/list-annotations.ts +8 -5
  314. package/src/tools/list-api-keys.ts +7 -2
  315. package/src/tools/list-dashboards.ts +20 -21
  316. package/src/tools/list-dataset-records.ts +8 -6
  317. package/src/tools/list-datasets.ts +12 -23
  318. package/src/tools/list-evaluators.ts +4 -8
  319. package/src/tools/list-experiment-runs.ts +5 -9
  320. package/src/tools/list-experiments.ts +5 -11
  321. package/src/tools/list-model-providers.ts +3 -5
  322. package/src/tools/list-projects.ts +2 -4
  323. package/src/tools/list-prompt-tags.ts +3 -3
  324. package/src/tools/list-prompts.ts +4 -8
  325. package/src/tools/list-run-plans.ts +2 -2
  326. package/src/tools/list-scenarios.ts +14 -15
  327. package/src/tools/list-simulation-runs.ts +8 -4
  328. package/src/tools/list-test-suites.ts +1 -1
  329. package/src/tools/list-trigger-fires.ts +17 -0
  330. package/src/tools/list-triggers.ts +39 -0
  331. package/src/tools/list-workflows.ts +2 -4
  332. package/src/tools/rename-prompt-tag.ts +1 -1
  333. package/src/tools/rename-test-suite.ts +2 -5
  334. package/src/tools/report-issue.ts +7 -9
  335. package/src/tools/rerun-run-plan.ts +2 -5
  336. package/src/tools/revoke-api-key.ts +2 -4
  337. package/src/tools/run-agent.ts +29 -26
  338. package/src/tools/run-experiment.ts +37 -34
  339. package/src/tools/run-plan.ts +4 -7
  340. package/src/tools/run-query.ts +47 -0
  341. package/src/tools/run-test-suite.ts +4 -7
  342. package/src/tools/run-workflow.ts +2 -5
  343. package/src/tools/search-traces.ts +161 -47
  344. package/src/tools/set-model-provider.ts +4 -6
  345. package/src/tools/test-agent.ts +2 -2
  346. package/src/tools/update-agent.ts +1 -1
  347. package/src/tools/update-dashboard-widget.ts +86 -0
  348. package/src/tools/update-dataset-record.ts +1 -1
  349. package/src/tools/update-dataset.ts +5 -7
  350. package/src/tools/update-evaluator.ts +3 -5
  351. package/src/tools/update-project.ts +1 -1
  352. package/src/tools/update-prompt.ts +44 -59
  353. package/src/tools/update-scenario.ts +5 -7
  354. package/src/tools/update-test-suite.ts +6 -11
  355. package/src/utils/date-parsing.ts +1 -1
  356. package/src/utils/escape-markdown.ts +3 -8
  357. package/src/utils/format-evaluations.ts +6 -6
  358. package/src/utils/markdown-table.ts +58 -0
  359. package/src/utils/trace-id-shape.ts +20 -0
  360. package/tsconfig.app.json +24 -0
  361. package/tsconfig.json +14 -12
  362. package/uv.lock +667 -341
  363. package/vitest.integration.config.js +10 -0
  364. package/vitest.scenario.config.js +9 -0
  365. package/.eslintrc.cjs +0 -36
  366. package/dist/chunk-AN4OUA4D.js +0 -86
  367. package/dist/chunk-GELJ2MQR.js +0 -226
  368. package/dist/chunk-K37ZNPXK.js +0 -24
  369. package/dist/chunk-S4GVX36W.js +0 -39
  370. package/dist/config.d.ts +0 -17
  371. package/dist/create-dashboard-Z76AIPLS.js +0 -19
  372. package/dist/create-mcp-server.d.ts +0 -10
  373. package/dist/delete-dashboard-LYMRPF27.js +0 -19
  374. package/dist/delete-evaluator-RKYC4TNB.js +0 -16
  375. package/dist/discover-evaluator-schema-ESSHQGPY.js +0 -1912
  376. package/dist/get-analytics-R6AZD3AW.js +0 -73
  377. package/dist/get-dashboard-P4WWVHFU.js +0 -30
  378. package/dist/get-dataset-AKTYSQDI.js +0 -49
  379. package/dist/index.d.ts +0 -2
  380. package/dist/langwatch-api-dashboards-2KJL2M42.js +0 -18
  381. package/dist/langwatch-api-secrets-OEBD6GBU.js +0 -41
  382. package/dist/langwatch-api-triggers-5E6DDGX6.js +0 -31
  383. package/dist/list-dashboards-Z3BZKDGF.js +0 -33
  384. package/dist/run-agent-CAGWGTYT.js +0 -72
  385. package/dist/search-traces-4XTJYXIK.js +0 -79
  386. package/src/__tests__/agent-tools.unit.test.ts +0 -257
  387. package/src/__tests__/all-tools.integration.test.ts +0 -1872
  388. package/src/__tests__/config.unit.test.ts +0 -202
  389. package/src/__tests__/datasets.integration.test.ts +0 -620
  390. package/src/__tests__/datasets.unit.test.ts +0 -244
  391. package/src/__tests__/date-parsing.unit.test.ts +0 -78
  392. package/src/__tests__/discover-evaluator-schema.unit.test.ts +0 -89
  393. package/src/__tests__/discover-schema.unit.test.ts +0 -118
  394. package/src/__tests__/docker.integration.test.ts +0 -318
  395. package/src/__tests__/documentation-fetch-security.integration.test.ts +0 -182
  396. package/src/__tests__/evaluator-tools.unit.test.ts +0 -262
  397. package/src/__tests__/experiment-list-tools.unit.test.ts +0 -157
  398. package/src/__tests__/experiment-status.unit.test.ts +0 -194
  399. package/src/__tests__/feature-map-tool-drift.unit.test.ts +0 -93
  400. package/src/__tests__/get-experiment-results.unit.test.ts +0 -313
  401. package/src/__tests__/http-security-origin.unit.test.ts +0 -97
  402. package/src/__tests__/http-security-sessions.unit.test.ts +0 -209
  403. package/src/__tests__/http-security-verifier.unit.test.ts +0 -248
  404. package/src/__tests__/http-server-allocation.integration.test.ts +0 -279
  405. package/src/__tests__/http-server-origin.integration.test.ts +0 -169
  406. package/src/__tests__/http-server-session-auth.integration.test.ts +0 -341
  407. package/src/__tests__/http-transport.integration.test.ts +0 -395
  408. package/src/__tests__/integration.integration.test.ts +0 -284
  409. package/src/__tests__/langwatch-api.unit.test.ts +0 -661
  410. package/src/__tests__/model-provider-tools.unit.test.ts +0 -190
  411. package/src/__tests__/project-api-key-tools.unit.test.ts +0 -451
  412. package/src/__tests__/prompt-response-types.unit.test.ts +0 -51
  413. package/src/__tests__/prompts.integration.test.ts +0 -736
  414. package/src/__tests__/public-http-request-security.integration.test.ts +0 -118
  415. package/src/__tests__/report-issue.integration.test.ts +0 -147
  416. package/src/__tests__/run-plan-tools.unit.test.ts +0 -565
  417. package/src/__tests__/scenario-tools.integration.test.ts +0 -286
  418. package/src/__tests__/scenario-tools.unit.test.ts +0 -207
  419. package/src/__tests__/schemas.unit.test.ts +0 -85
  420. package/src/__tests__/simulation-run-tools.unit.test.ts +0 -116
  421. package/src/__tests__/support/http-server-harness.ts +0 -138
  422. package/src/__tests__/test-suite-tools.unit.test.ts +0 -615
  423. package/src/__tests__/tools.integration.test.ts +0 -896
  424. package/src/schemas/filter-fields.ts +0 -119
  425. package/src/schemas/index.ts +0 -9
  426. package/src/tools/create-dashboard.ts +0 -7
  427. package/src/tools/delete-dashboard.ts +0 -7
  428. package/src/tools/get-dashboard.ts +0 -22
@@ -0,0 +1,80 @@
1
+ import {
2
+ parseRelativeDate
3
+ } from "./chunk-BIIKE3EI.js";
4
+ import {
5
+ getAnalyticsTimeseries
6
+ } from "./chunk-7CZQDZ2K.js";
7
+ import "./chunk-DULFP3MK.js";
8
+ import "./chunk-SAS5OB7F.js";
9
+
10
+ // src/tools/get-analytics.ts
11
+ function getGroupedData(bucket, groupBy) {
12
+ const data = bucket[groupBy];
13
+ if (typeof data === "object" && data !== null && !Array.isArray(data)) {
14
+ return data;
15
+ }
16
+ return void 0;
17
+ }
18
+ function groupedPeriodTable({
19
+ currentPeriod,
20
+ groupBy
21
+ }) {
22
+ const lines = ["| Date | Group | Value |", "|------|-------|-------|"];
23
+ for (const bucket of currentPeriod) {
24
+ const groups = getGroupedData(bucket, groupBy);
25
+ if (!groups) continue;
26
+ for (const [groupKey, metrics] of Object.entries(groups)) {
27
+ const value = Object.values(metrics).find((v) => typeof v === "number") ?? "N/A";
28
+ lines.push(`| ${bucket.date} | ${groupKey} | ${value} |`);
29
+ }
30
+ }
31
+ return lines;
32
+ }
33
+ function periodTable({
34
+ currentPeriod,
35
+ groupBy
36
+ }) {
37
+ if (currentPeriod.length === 0) return ["No data available for this period."];
38
+ if (groupBy && currentPeriod.some((b) => getGroupedData(b, groupBy) !== void 0)) {
39
+ return groupedPeriodTable({ currentPeriod, groupBy });
40
+ }
41
+ const lines = ["| Date | Value |", "|------|-------|"];
42
+ for (const bucket of currentPeriod) {
43
+ const value = Object.entries(bucket).map(([k, v]) => k !== "date" && typeof v === "number" ? v : void 0).find((v) => v !== void 0) ?? "N/A";
44
+ lines.push(`| ${bucket.date} | ${value} |`);
45
+ }
46
+ return lines;
47
+ }
48
+ async function handleGetAnalytics(params) {
49
+ const now = Date.now();
50
+ const startDate = params.startDate ? parseRelativeDate(params.startDate) : now - 7 * 864e5;
51
+ const endDate = params.endDate ? parseRelativeDate(params.endDate) : now;
52
+ const [category, name] = params.metric.includes(".") ? params.metric.split(".", 2) : ["metadata", params.metric];
53
+ const metricKey = `${category}.${name}`;
54
+ const aggregation = params.aggregation ?? "avg";
55
+ const result = await getAnalyticsTimeseries({
56
+ series: [{ metric: metricKey, aggregation }],
57
+ startDate,
58
+ endDate,
59
+ timeZone: params.timeZone ?? "UTC",
60
+ groupBy: params.groupBy,
61
+ filters: params.filters
62
+ });
63
+ const lines = [];
64
+ lines.push(`# Analytics: ${metricKey} (${aggregation})
65
+ `);
66
+ lines.push(
67
+ `Period: ${new Date(startDate).toISOString().split("T")[0]} to ${new Date(endDate).toISOString().split("T")[0]}`
68
+ );
69
+ if (params.groupBy) lines.push(`Grouped by: ${params.groupBy}`);
70
+ lines.push("");
71
+ lines.push(
72
+ ...periodTable({ currentPeriod: result.currentPeriod ?? [], groupBy: params.groupBy })
73
+ );
74
+ lines.push("\n> Tip: Use `discover_schema` to see all available metrics and aggregation types.");
75
+ return lines.join("\n");
76
+ }
77
+ export {
78
+ handleGetAnalytics
79
+ };
80
+ //# sourceMappingURL=get-analytics-ZLI3A4F5.js.map
@@ -0,0 +1,29 @@
1
+ import {
2
+ getAnalyticsReport
3
+ } from "./chunk-O2WGVCED.js";
4
+ import "./chunk-7CZQDZ2K.js";
5
+ import "./chunk-DULFP3MK.js";
6
+
7
+ // src/tools/get-analytics-report.ts
8
+ async function handleGetAnalyticsReport(params) {
9
+ const report = await getAnalyticsReport({ reportId: params.reportId });
10
+ const lines = [];
11
+ lines.push(`# ${report.name}
12
+ `);
13
+ lines.push(`**ID**: ${report.id}`);
14
+ lines.push(`**Order**: ${report.order}`);
15
+ lines.push(`**Graphs**: ${Array.isArray(report.graphs) ? report.graphs.length : 0}`);
16
+ lines.push(`**Created**: ${report.createdAt}`);
17
+ lines.push(`**Updated**: ${report.updatedAt}`);
18
+ if (Array.isArray(report.graphs) && report.graphs.length > 0) {
19
+ lines.push("\n## Graphs\n");
20
+ lines.push("```json");
21
+ lines.push(JSON.stringify(report.graphs, null, 2));
22
+ lines.push("```");
23
+ }
24
+ return lines.join("\n");
25
+ }
26
+ export {
27
+ handleGetAnalyticsReport
28
+ };
29
+ //# sourceMappingURL=get-analytics-report-JCKYMA2S.js.map
@@ -0,0 +1,30 @@
1
+ import {
2
+ getAnalyticsReport
3
+ } from "./chunk-O2WGVCED.js";
4
+ import "./chunk-7CZQDZ2K.js";
5
+ import "./chunk-DULFP3MK.js";
6
+ import "./chunk-SAS5OB7F.js";
7
+
8
+ // src/tools/get-analytics-report.ts
9
+ async function handleGetAnalyticsReport(params) {
10
+ const report = await getAnalyticsReport({ reportId: params.reportId });
11
+ const lines = [];
12
+ lines.push(`# ${report.name}
13
+ `);
14
+ lines.push(`**ID**: ${report.id}`);
15
+ lines.push(`**Order**: ${report.order}`);
16
+ lines.push(`**Graphs**: ${Array.isArray(report.graphs) ? report.graphs.length : 0}`);
17
+ lines.push(`**Created**: ${report.createdAt}`);
18
+ lines.push(`**Updated**: ${report.updatedAt}`);
19
+ if (Array.isArray(report.graphs) && report.graphs.length > 0) {
20
+ lines.push("\n## Graphs\n");
21
+ lines.push("```json");
22
+ lines.push(JSON.stringify(report.graphs, null, 2));
23
+ lines.push("```");
24
+ }
25
+ return lines.join("\n");
26
+ }
27
+ export {
28
+ handleGetAnalyticsReport
29
+ };
30
+ //# sourceMappingURL=get-analytics-report-SKIP2JWH.js.map
@@ -0,0 +1,64 @@
1
+ import {
2
+ DATASET_PREVIEW_MAX_BYTES,
3
+ DATASET_PREVIEW_MAX_RECORDS,
4
+ getDataset
5
+ } from "./chunk-XQYH52SI.js";
6
+ import {
7
+ escapeMarkdown
8
+ } from "./chunk-FOKVY3BK.js";
9
+ import "./chunk-7CZQDZ2K.js";
10
+ import "./chunk-DULFP3MK.js";
11
+ import "./chunk-SAS5OB7F.js";
12
+
13
+ // src/tools/get-dataset.ts
14
+ function formatDatasetResponse(dataset) {
15
+ const lines = [];
16
+ lines.push(`# Dataset: ${escapeMarkdown(dataset.name)}
17
+ `);
18
+ lines.push(`**Slug**: ${escapeMarkdown(dataset.slug)}`);
19
+ lines.push(`**ID**: ${escapeMarkdown(dataset.id)}`);
20
+ if (Array.isArray(dataset.columnTypes) && dataset.columnTypes.length > 0) {
21
+ lines.push("\n## Columns\n");
22
+ lines.push("| Name | Type |");
23
+ lines.push("|------|------|");
24
+ for (const col of dataset.columnTypes) {
25
+ lines.push(`| ${escapeMarkdown(col.name)} | ${escapeMarkdown(col.type)} |`);
26
+ }
27
+ }
28
+ if (Array.isArray(dataset.data) && dataset.data.length > 0) {
29
+ lines.push(`
30
+ ## Records (${dataset.data.length} shown)
31
+ `);
32
+ for (const record of dataset.data) {
33
+ lines.push(
34
+ `**${escapeMarkdown(record.id)}**: ${escapeMarkdown(JSON.stringify(record.entry))}`
35
+ );
36
+ }
37
+ } else if (!dataset.omittedRecords) {
38
+ lines.push("\nNo records in this dataset.");
39
+ }
40
+ const note = omittedRecordsNote(dataset);
41
+ if (note) lines.push(`
42
+ ${note}`);
43
+ return lines.join("\n");
44
+ }
45
+ function omittedRecordsNote(dataset) {
46
+ if (!dataset.omittedRecords) return void 0;
47
+ const shown = Array.isArray(dataset.data) ? dataset.data.length : 0;
48
+ const megabytes = DATASET_PREVIEW_MAX_BYTES / (1024 * 1024);
49
+ return `Showing ${shown} of ${dataset.totalRecords ?? shown + dataset.omittedRecords} records: ${dataset.omittedRecords} are left out. A preview holds at most ${DATASET_PREVIEW_MAX_RECORDS} records and ${megabytes} MB. Read the rest with platform_list_dataset_records, using its page and limit parameters.`;
50
+ }
51
+ async function handleGetDataset(params) {
52
+ const dataset = await getDataset(params.slugOrId);
53
+ if (params.format === "json") {
54
+ const note = omittedRecordsNote(dataset);
55
+ return JSON.stringify(note ? { ...dataset, note } : dataset, null, 2);
56
+ }
57
+ return formatDatasetResponse(dataset);
58
+ }
59
+ export {
60
+ formatDatasetResponse,
61
+ handleGetDataset,
62
+ omittedRecordsNote
63
+ };
64
+ //# sourceMappingURL=get-dataset-APGZBYMH.js.map
@@ -0,0 +1,63 @@
1
+ import {
2
+ DATASET_PREVIEW_MAX_BYTES,
3
+ DATASET_PREVIEW_MAX_RECORDS,
4
+ getDataset
5
+ } from "./chunk-XQYH52SI.js";
6
+ import {
7
+ escapeMarkdown
8
+ } from "./chunk-FOKVY3BK.js";
9
+ import "./chunk-7CZQDZ2K.js";
10
+ import "./chunk-DULFP3MK.js";
11
+
12
+ // src/tools/get-dataset.ts
13
+ function formatDatasetResponse(dataset) {
14
+ const lines = [];
15
+ lines.push(`# Dataset: ${escapeMarkdown(dataset.name)}
16
+ `);
17
+ lines.push(`**Slug**: ${escapeMarkdown(dataset.slug)}`);
18
+ lines.push(`**ID**: ${escapeMarkdown(dataset.id)}`);
19
+ if (Array.isArray(dataset.columnTypes) && dataset.columnTypes.length > 0) {
20
+ lines.push("\n## Columns\n");
21
+ lines.push("| Name | Type |");
22
+ lines.push("|------|------|");
23
+ for (const col of dataset.columnTypes) {
24
+ lines.push(`| ${escapeMarkdown(col.name)} | ${escapeMarkdown(col.type)} |`);
25
+ }
26
+ }
27
+ if (Array.isArray(dataset.data) && dataset.data.length > 0) {
28
+ lines.push(`
29
+ ## Records (${dataset.data.length} shown)
30
+ `);
31
+ for (const record of dataset.data) {
32
+ lines.push(
33
+ `**${escapeMarkdown(record.id)}**: ${escapeMarkdown(JSON.stringify(record.entry))}`
34
+ );
35
+ }
36
+ } else if (!dataset.omittedRecords) {
37
+ lines.push("\nNo records in this dataset.");
38
+ }
39
+ const note = omittedRecordsNote(dataset);
40
+ if (note) lines.push(`
41
+ ${note}`);
42
+ return lines.join("\n");
43
+ }
44
+ function omittedRecordsNote(dataset) {
45
+ if (!dataset.omittedRecords) return void 0;
46
+ const shown = Array.isArray(dataset.data) ? dataset.data.length : 0;
47
+ const megabytes = DATASET_PREVIEW_MAX_BYTES / (1024 * 1024);
48
+ return `Showing ${shown} of ${dataset.totalRecords ?? shown + dataset.omittedRecords} records: ${dataset.omittedRecords} are left out. A preview holds at most ${DATASET_PREVIEW_MAX_RECORDS} records and ${megabytes} MB. Read the rest with platform_list_dataset_records, using its page and limit parameters.`;
49
+ }
50
+ async function handleGetDataset(params) {
51
+ const dataset = await getDataset(params.slugOrId);
52
+ if (params.format === "json") {
53
+ const note = omittedRecordsNote(dataset);
54
+ return JSON.stringify(note ? { ...dataset, note } : dataset, null, 2);
55
+ }
56
+ return formatDatasetResponse(dataset);
57
+ }
58
+ export {
59
+ formatDatasetResponse,
60
+ handleGetDataset,
61
+ omittedRecordsNote
62
+ };
63
+ //# sourceMappingURL=get-dataset-LWXDVMVE.js.map
@@ -0,0 +1,47 @@
1
+ import {
2
+ getEvaluator,
3
+ getEvaluatorType
4
+ } from "./chunk-AASW2TO2.js";
5
+ import "./chunk-7CZQDZ2K.js";
6
+ import "./chunk-DULFP3MK.js";
7
+
8
+ // src/tools/get-evaluator.ts
9
+ async function handleGetEvaluator(params) {
10
+ const evaluator = await getEvaluator(params.idOrSlug);
11
+ const evaluatorType = getEvaluatorType(evaluator);
12
+ const lines = [];
13
+ lines.push(`# Evaluator: ${evaluator.name}
14
+ `);
15
+ lines.push(`**ID**: ${evaluator.id}`);
16
+ if (evaluator.slug) lines.push(`**Slug**: ${evaluator.slug}`);
17
+ lines.push(`**Kind**: ${evaluator.type}`);
18
+ if (evaluatorType) lines.push(`**Evaluator Type**: ${evaluatorType}`);
19
+ if (evaluator.config) {
20
+ lines.push("\n## Config");
21
+ lines.push("```json");
22
+ lines.push(JSON.stringify(evaluator.config, null, 2));
23
+ lines.push("```");
24
+ }
25
+ if (Array.isArray(evaluator.fields) && evaluator.fields.length > 0) {
26
+ lines.push("\n## Input Fields");
27
+ for (const field of evaluator.fields) {
28
+ const opt = field.optional ? " (optional)" : "";
29
+ lines.push(`- **${field.identifier}** (${field.type})${opt}`);
30
+ }
31
+ }
32
+ if (Array.isArray(evaluator.outputFields) && evaluator.outputFields.length > 0) {
33
+ lines.push("\n## Output Fields");
34
+ for (const field of evaluator.outputFields) {
35
+ lines.push(`- **${field.identifier}** (${field.type})`);
36
+ }
37
+ }
38
+ if (evaluator.workflowName) {
39
+ lines.push(`
40
+ **Workflow**: ${evaluator.workflowName}`);
41
+ }
42
+ return lines.join("\n");
43
+ }
44
+ export {
45
+ handleGetEvaluator
46
+ };
47
+ //# sourceMappingURL=get-evaluator-3A7BJBAB.js.map
@@ -1,9 +1,9 @@
1
1
  import {
2
2
  getEvaluator,
3
3
  getEvaluatorType
4
- } from "./chunk-OJLYYJWI.js";
5
- import "./chunk-GELJ2MQR.js";
6
- import "./chunk-WT4PO4A3.js";
4
+ } from "./chunk-AASW2TO2.js";
5
+ import "./chunk-7CZQDZ2K.js";
6
+ import "./chunk-DULFP3MK.js";
7
7
  import "./chunk-SAS5OB7F.js";
8
8
 
9
9
  // src/tools/get-evaluator.ts
@@ -45,4 +45,4 @@ async function handleGetEvaluator(params) {
45
45
  export {
46
46
  handleGetEvaluator
47
47
  };
48
- //# sourceMappingURL=get-evaluator-RZ44UIN6.js.map
48
+ //# sourceMappingURL=get-evaluator-IWNJINRY.js.map
@@ -0,0 +1,26 @@
1
+ import {
2
+ getProject
3
+ } from "./chunk-D2HS73VI.js";
4
+ import "./chunk-7CZQDZ2K.js";
5
+ import "./chunk-DULFP3MK.js";
6
+
7
+ // src/tools/get-project.ts
8
+ async function handleGetProject(params) {
9
+ const project = await getProject(params.id);
10
+ const lines = [];
11
+ lines.push(`# ${project.name}
12
+ `);
13
+ lines.push(`**ID**: ${project.id}`);
14
+ lines.push(`**Slug**: ${project.slug}`);
15
+ lines.push(`**Language**: ${project.language}`);
16
+ lines.push(`**Framework**: ${project.framework}`);
17
+ lines.push(`**Team ID**: ${project.teamId}`);
18
+ lines.push(`**PII Redaction**: ${project.piiRedactionLevel}`);
19
+ lines.push(`**Created**: ${project.createdAt}`);
20
+ lines.push(`**Updated**: ${project.updatedAt}`);
21
+ return lines.join("\n");
22
+ }
23
+ export {
24
+ handleGetProject
25
+ };
26
+ //# sourceMappingURL=get-project-EQVB4LEL.js.map
@@ -1,8 +1,8 @@
1
1
  import {
2
2
  getProject
3
- } from "./chunk-G4ZAZTZW.js";
4
- import "./chunk-GELJ2MQR.js";
5
- import "./chunk-WT4PO4A3.js";
3
+ } from "./chunk-D2HS73VI.js";
4
+ import "./chunk-7CZQDZ2K.js";
5
+ import "./chunk-DULFP3MK.js";
6
6
  import "./chunk-SAS5OB7F.js";
7
7
 
8
8
  // src/tools/get-project.ts
@@ -24,4 +24,4 @@ async function handleGetProject(params) {
24
24
  export {
25
25
  handleGetProject
26
26
  };
27
- //# sourceMappingURL=get-project-QSQEAB33.js.map
27
+ //# sourceMappingURL=get-project-RK6AJTEP.js.map
@@ -1,7 +1,7 @@
1
1
  import {
2
2
  getPrompt
3
- } from "./chunk-GELJ2MQR.js";
4
- import "./chunk-WT4PO4A3.js";
3
+ } from "./chunk-7CZQDZ2K.js";
4
+ import "./chunk-DULFP3MK.js";
5
5
  import "./chunk-SAS5OB7F.js";
6
6
 
7
7
  // src/tools/get-prompt.ts
@@ -18,6 +18,49 @@ function normalizeTag(tag) {
18
18
  }
19
19
  return void 0;
20
20
  }
21
+ function fieldEntry(field) {
22
+ if (field && typeof field === "object" && "identifier" in field) {
23
+ const typed = field;
24
+ return `- **${String(typed.identifier)}**: ${typeof typed.type === "string" ? typed.type : "unknown"}`;
25
+ }
26
+ return `- ${JSON.stringify(field)}`;
27
+ }
28
+ function fieldListLines({ heading, fields }) {
29
+ const entries = [];
30
+ if (Array.isArray(fields)) {
31
+ entries.push(...fields.map(fieldEntry));
32
+ } else if (fields && typeof fields === "object") {
33
+ for (const [key, value] of Object.entries(fields)) {
34
+ entries.push(`- **${key}**: ${JSON.stringify(value)}`);
35
+ }
36
+ }
37
+ if (entries.length === 0) return [];
38
+ return [`
39
+ **${heading}**`, ...entries];
40
+ }
41
+ function messageLines(prompt) {
42
+ const messages = prompt.messages;
43
+ if (Array.isArray(messages) && messages.length > 0) {
44
+ return ["\n## Messages", ...messages.flatMap((msg) => [`
45
+ ### ${msg.role}`, msg.content])];
46
+ }
47
+ if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
48
+ return ["\n## Messages", "\n### system", prompt.prompt];
49
+ }
50
+ return [];
51
+ }
52
+ function deploymentLines(prompt) {
53
+ const lines = ["\n## Deployments"];
54
+ const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
55
+ for (const rawTag of tags) {
56
+ const tag = normalizeTag(rawTag);
57
+ if (!tag || tag.name === "latest") continue;
58
+ const target = tag.versionId ?? "unknown version";
59
+ const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
60
+ lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
61
+ }
62
+ return lines;
63
+ }
21
64
  async function handleGetPrompt(params) {
22
65
  const prompt = await getPrompt(params.idOrHandle, {
23
66
  version: params.version,
@@ -35,66 +78,18 @@ async function handleGetPrompt(params) {
35
78
  if (prompt.versionId) lines.push(`**Version ID**: ${prompt.versionId}`);
36
79
  if (prompt.commitMessage) lines.push(`**Commit**: ${prompt.commitMessage}`);
37
80
  if (prompt.model) lines.push(`**Model**: ${prompt.model}`);
38
- if (prompt.temperature != null)
39
- lines.push(`**Temperature**: ${prompt.temperature}`);
40
- if (prompt.maxTokens != null)
41
- lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
81
+ if (prompt.temperature != null) lines.push(`**Temperature**: ${prompt.temperature}`);
82
+ if (prompt.maxTokens != null) lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
42
83
  if (prompt.responseFormat)
43
84
  lines.push(`**Response Format**: ${JSON.stringify(prompt.responseFormat)}`);
44
- const renderFieldList = ({
45
- heading,
46
- fields
47
- }) => {
48
- const entries = [];
49
- if (Array.isArray(fields)) {
50
- for (const field of fields) {
51
- if (field && typeof field === "object" && "identifier" in field) {
52
- const typed = field;
53
- entries.push(
54
- `- **${String(typed.identifier)}**: ${String(typed.type ?? "unknown")}`
55
- );
56
- } else {
57
- entries.push(`- ${JSON.stringify(field)}`);
58
- }
59
- }
60
- } else if (fields && typeof fields === "object") {
61
- for (const [key, value] of Object.entries(fields)) {
62
- entries.push(`- **${key}**: ${JSON.stringify(value)}`);
63
- }
64
- }
65
- if (entries.length === 0) return;
66
- lines.push(`
67
- **${heading}**`);
68
- lines.push(...entries);
69
- };
70
- renderFieldList({ heading: "Parameters", fields: prompt.parameters });
71
- renderFieldList({ heading: "Inputs", fields: prompt.inputs });
72
- renderFieldList({ heading: "Outputs", fields: prompt.outputs });
73
- const messages = prompt.messages;
74
- if (Array.isArray(messages) && messages.length > 0) {
75
- lines.push("\n## Messages");
76
- for (const msg of messages) {
77
- lines.push(`
78
- ### ${msg.role}`);
79
- lines.push(msg.content);
80
- }
81
- } else if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
82
- lines.push("\n## Messages");
83
- lines.push("\n### system");
84
- lines.push(prompt.prompt);
85
- }
86
- lines.push("\n## Deployments");
87
- const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
88
- for (const rawTag of tags) {
89
- const tag = normalizeTag(rawTag);
90
- if (!tag || tag.name === "latest") continue;
91
- const target = tag.versionId ?? "unknown version";
92
- const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
93
- lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
94
- }
85
+ lines.push(...fieldListLines({ heading: "Parameters", fields: prompt.parameters }));
86
+ lines.push(...fieldListLines({ heading: "Inputs", fields: prompt.inputs }));
87
+ lines.push(...fieldListLines({ heading: "Outputs", fields: prompt.outputs }));
88
+ lines.push(...messageLines(prompt));
89
+ lines.push(...deploymentLines(prompt));
95
90
  return lines.join("\n");
96
91
  }
97
92
  export {
98
93
  handleGetPrompt
99
94
  };
100
- //# sourceMappingURL=get-prompt-GVKXF5NL.js.map
95
+ //# sourceMappingURL=get-prompt-TLG2T2DS.js.map
@@ -0,0 +1,94 @@
1
+ import {
2
+ getPrompt
3
+ } from "./chunk-7CZQDZ2K.js";
4
+ import "./chunk-DULFP3MK.js";
5
+
6
+ // src/tools/get-prompt.ts
7
+ function normalizeTag(tag) {
8
+ if (typeof tag === "string") return { name: tag };
9
+ if (tag && typeof tag === "object" && "name" in tag) {
10
+ const candidate = tag;
11
+ if (typeof candidate.name === "string") {
12
+ return {
13
+ name: candidate.name,
14
+ versionId: typeof candidate.versionId === "string" ? candidate.versionId : void 0
15
+ };
16
+ }
17
+ }
18
+ return void 0;
19
+ }
20
+ function fieldEntry(field) {
21
+ if (field && typeof field === "object" && "identifier" in field) {
22
+ const typed = field;
23
+ return `- **${String(typed.identifier)}**: ${typeof typed.type === "string" ? typed.type : "unknown"}`;
24
+ }
25
+ return `- ${JSON.stringify(field)}`;
26
+ }
27
+ function fieldListLines({ heading, fields }) {
28
+ const entries = [];
29
+ if (Array.isArray(fields)) {
30
+ entries.push(...fields.map(fieldEntry));
31
+ } else if (fields && typeof fields === "object") {
32
+ for (const [key, value] of Object.entries(fields)) {
33
+ entries.push(`- **${key}**: ${JSON.stringify(value)}`);
34
+ }
35
+ }
36
+ if (entries.length === 0) return [];
37
+ return [`
38
+ **${heading}**`, ...entries];
39
+ }
40
+ function messageLines(prompt) {
41
+ const messages = prompt.messages;
42
+ if (Array.isArray(messages) && messages.length > 0) {
43
+ return ["\n## Messages", ...messages.flatMap((msg) => [`
44
+ ### ${msg.role}`, msg.content])];
45
+ }
46
+ if (typeof prompt.prompt === "string" && prompt.prompt.length > 0) {
47
+ return ["\n## Messages", "\n### system", prompt.prompt];
48
+ }
49
+ return [];
50
+ }
51
+ function deploymentLines(prompt) {
52
+ const lines = ["\n## Deployments"];
53
+ const tags = Array.isArray(prompt.tags) ? prompt.tags : [];
54
+ for (const rawTag of tags) {
55
+ const tag = normalizeTag(rawTag);
56
+ if (!tag || tag.name === "latest") continue;
57
+ const target = tag.versionId ?? "unknown version";
58
+ const marker = tag.versionId && tag.versionId === prompt.versionId ? " (this version)" : "";
59
+ lines.push(`- ${tag.name} \u2192 ${target}${marker}`);
60
+ }
61
+ return lines;
62
+ }
63
+ async function handleGetPrompt(params) {
64
+ const prompt = await getPrompt(params.idOrHandle, {
65
+ version: params.version,
66
+ tag: params.tag
67
+ });
68
+ if (params.format === "json") {
69
+ return JSON.stringify(prompt, null, 2);
70
+ }
71
+ const lines = [];
72
+ lines.push(`# Prompt: ${prompt.name || prompt.handle || prompt.id}
73
+ `);
74
+ if (prompt.handle) lines.push(`**Handle**: ${prompt.handle}`);
75
+ if (prompt.id) lines.push(`**ID**: ${prompt.id}`);
76
+ if (prompt.version != null) lines.push(`**Version**: v${prompt.version}`);
77
+ if (prompt.versionId) lines.push(`**Version ID**: ${prompt.versionId}`);
78
+ if (prompt.commitMessage) lines.push(`**Commit**: ${prompt.commitMessage}`);
79
+ if (prompt.model) lines.push(`**Model**: ${prompt.model}`);
80
+ if (prompt.temperature != null) lines.push(`**Temperature**: ${prompt.temperature}`);
81
+ if (prompt.maxTokens != null) lines.push(`**Max Tokens**: ${prompt.maxTokens}`);
82
+ if (prompt.responseFormat)
83
+ lines.push(`**Response Format**: ${JSON.stringify(prompt.responseFormat)}`);
84
+ lines.push(...fieldListLines({ heading: "Parameters", fields: prompt.parameters }));
85
+ lines.push(...fieldListLines({ heading: "Inputs", fields: prompt.inputs }));
86
+ lines.push(...fieldListLines({ heading: "Outputs", fields: prompt.outputs }));
87
+ lines.push(...messageLines(prompt));
88
+ lines.push(...deploymentLines(prompt));
89
+ return lines.join("\n");
90
+ }
91
+ export {
92
+ handleGetPrompt
93
+ };
94
+ //# sourceMappingURL=get-prompt-ZER557X3.js.map
@@ -0,0 +1,58 @@
1
+ import {
2
+ describeRunPlanScope
3
+ } from "./chunk-RABYBFX5.js";
4
+ import {
5
+ getRunPlan
6
+ } from "./chunk-VOUGDY2O.js";
7
+ import {
8
+ formatEvaluatorAttachments
9
+ } from "./chunk-6YZUOD34.js";
10
+ import "./chunk-7CZQDZ2K.js";
11
+ import "./chunk-DULFP3MK.js";
12
+
13
+ // src/tools/get-run-plan.ts
14
+ async function handleGetRunPlan(params) {
15
+ const plan = await getRunPlan(params.id);
16
+ if (params.format === "json") {
17
+ return JSON.stringify(plan, null, 2);
18
+ }
19
+ const lines = [];
20
+ lines.push(`# Run Plan: ${plan.name}
21
+ `);
22
+ lines.push(`**ID**: ${plan.id}`);
23
+ lines.push(`**Slug**: ${plan.slug}`);
24
+ lines.push(`**Covers**: ${describeRunPlanScope(plan.scope, plan.scenarioIds)}`);
25
+ lines.push(`**Repeat**: ${plan.repeatCount}x`);
26
+ lines.push(`**Simulator model**: ${plan.simulatorModel ?? "project default"}`);
27
+ lines.push(`**Judge model**: ${plan.judgeModel ?? "project default"}`);
28
+ if (plan.labels.length > 0) {
29
+ lines.push(`**Labels**: ${plan.labels.join(", ")}`);
30
+ }
31
+ if (plan.archivedAt) {
32
+ lines.push(`**Archived**: ${plan.archivedAt}`);
33
+ }
34
+ lines.push(`**Created**: ${plan.createdAt}`);
35
+ lines.push(`**Updated**: ${plan.updatedAt}`);
36
+ lines.push("\n## Targets");
37
+ for (const target of plan.targets) {
38
+ const overrides = Object.entries(target.runParameters ?? {}).map(([name, value]) => `${name}=${String(value)}`).join(", ");
39
+ lines.push(`- ${target.type}:${target.referenceId}${overrides ? ` (${overrides})` : ""}`);
40
+ }
41
+ if (plan.scenarioIds.length > 0) {
42
+ lines.push("\n## Scenarios");
43
+ for (const id of plan.scenarioIds) {
44
+ lines.push(`- ${id}`);
45
+ }
46
+ }
47
+ lines.push(...formatEvaluatorAttachments(plan.evaluators));
48
+ lines.push(`
49
+ **View**: ${plan.platformUrl}`);
50
+ lines.push(
51
+ "\n> Use `platform_rerun_run_plan` to run this configuration again, or `platform_run_plan` with this name to replace it."
52
+ );
53
+ return lines.join("\n");
54
+ }
55
+ export {
56
+ handleGetRunPlan
57
+ };
58
+ //# sourceMappingURL=get-run-plan-5X7DDJRN.js.map