promptfoo 0.121.1 → 0.121.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/src/{accounts-xrUGFA6n.js → accounts-B2XmGjty.js} +5 -5
- package/dist/src/{accounts-Bx-x3bmW.cjs → accounts-BPyfpSeU.cjs} +5 -5
- package/dist/src/{accounts-CMqkzrVf.js → accounts-CFLK3mnD.js} +6 -6
- package/dist/src/{accounts-BgNJDBE6.js → accounts-Xatc0RYb.js} +5 -5
- package/dist/src/{agentic-utils-BKIN5PKu.js → agentic-utils-36epdqwB.js} +3 -3
- package/dist/src/{cometapi-DkXrKi5z.js → agentic-utils-D8yXo5Lm.js} +4 -61
- package/dist/src/{cometapi-vY6aDZgo.cjs → agentic-utils-DAVsChuB.cjs} +24 -62
- package/dist/src/agentic-utils-DIYAAYE7.js +153 -0
- package/dist/src/{agents-C-dDThPK.js → agents-BBVJCIYr.js} +226 -13
- package/dist/src/{agents-CErsqg5U.cjs → agents-BBWxKSM0.cjs} +7 -7
- package/dist/src/{agents-Dy2YpZpa.js → agents-Bqgfdokm.js} +227 -14
- package/dist/src/{agents-B0f4HICh.cjs → agents-CAYbM7qD.cjs} +226 -13
- package/dist/src/{agents-CVIn-Utx.js → agents-CLQ-P15P.js} +7 -7
- package/dist/src/{agents-DeH4Gu94.js → agents-CgBniSlI.js} +8 -8
- package/dist/src/{agents-CXknwsFX.js → agents-DSSTV4bv.js} +226 -13
- package/dist/src/{agents-aF4-T121.js → agents-wg3ohknq.js} +7 -7
- package/dist/src/{aimlapi-tg0Gkcvr.cjs → aimlapi-Bv8Fmc-b.cjs} +14 -14
- package/dist/src/{aimlapi-BNfTBexL.js → aimlapi-BwGC1TtS.js} +13 -13
- package/dist/src/{aimlapi-BAGZDo5G.js → aimlapi-DaC3qZ-o.js} +14 -14
- package/dist/src/{aimlapi-DHRKlBEA.js → aimlapi-MgSLdvy7.js} +13 -13
- package/dist/src/app/assets/index-B6l9CVVb.js +439 -0
- package/dist/src/app/assets/index-DyZ0Ep37.css +1 -0
- package/dist/src/app/assets/sync-CStkzc6u.js +4 -0
- package/dist/src/app/assets/vendor-charts-BnDWwBlI.js +36 -0
- package/dist/src/app/assets/vendor-markdown-Bz7N-ca6.js +29 -0
- package/dist/src/app/index.html +4 -4
- package/dist/src/{audio-tf_NBjlC.js → audio-Bn44pQxv.js} +4 -4
- package/dist/src/{audio-CHQ4r-RV.js → audio-DDA5WHdx.js} +4 -4
- package/dist/src/{audio-BWeaWovU.cjs → audio-DVFjQ67_.cjs} +4 -4
- package/dist/src/{audio-BRODU0UK.js → audio-DjU9GswO.js} +5 -5
- package/dist/src/{base-DBtwl2FR.cjs → base-BboXIF_0.cjs} +3 -3
- package/dist/src/{base-B4QJRyFS.js → base-CKjwebIH.js} +3 -3
- package/dist/src/{base-B0tcrnq_.js → base-CqzQ4K8j.js} +3 -3
- package/dist/src/{base-fEDN28WM.js → base-Cz2ZC_iA.js} +3 -3
- package/dist/src/{blobs-BAU-dXan.js → blobs-B1JriOyi.js} +3 -3
- package/dist/src/{blobs-qTYm-1PY.js → blobs-BUWmKWzo.js} +3 -3
- package/dist/src/{blobs-DvS-O6be.cjs → blobs-C6j0bvFz.cjs} +3 -3
- package/dist/src/{blobs-Bpg5rH6i.js → blobs-DXTl6J3H.js} +3 -3
- package/dist/src/{cache-COish3-W.cjs → cache-C5yFZ4gC.cjs} +75 -58
- package/dist/src/{cache-8XhNqPKW.js → cache-CaT5tPgo.js} +75 -58
- package/dist/src/cache-CyCanoMu.js +6 -0
- package/dist/src/{cache-CG0SlR1d.js → cache-DSqR6ezl.js} +75 -58
- package/dist/src/cache-Df_QFDNu.cjs +5 -0
- package/dist/src/{cache-D3eqDYGU.js → cache-HP0NP4k3.js} +75 -58
- package/dist/src/{chat-DHMH-N64.js → chat-B-52XYI1.js} +12 -12
- package/dist/src/{chat-BKm79wib.js → chat-B0iaWhoh.js} +16 -14
- package/dist/src/{chat-DxysjBvt.js → chat-BE0qTA8e.js} +13 -13
- package/dist/src/{chat-CRWNNq73.js → chat-BEwdgGEg.js} +16 -14
- package/dist/src/{chat-2K608PeQ.cjs → chat-BtIKkLKx.cjs} +13 -13
- package/dist/src/{chat-DaqekjFr.cjs → chat-CM8qWR3_.cjs} +17 -15
- package/dist/src/{chat-CM_kyI8B.js → chat-DK1U-eZ-.js} +12 -12
- package/dist/src/{chat-CznLWr_D.js → chat-pxmiVpWe.js} +16 -14
- package/dist/src/{chatkit-65VXf5SR.js → chatkit-BYGQlHlV.js} +4 -4
- package/dist/src/{chatkit-DKyPi1Gs.cjs → chatkit-Cx174XI3.cjs} +4 -4
- package/dist/src/{chatkit-BxFvW8KY.js → chatkit-_8eJqKcD.js} +4 -4
- package/dist/src/{chatkit-Be-Q-a9F.js → chatkit-a2D6mY6s.js} +4 -4
- package/dist/src/{claude-agent-sdk-CJH22shf.cjs → claude-agent-sdk-8ddRp1L2.cjs} +35 -17
- package/dist/src/{claude-agent-sdk-Dy5lT-Tx.js → claude-agent-sdk-Bq5EArsX.js} +33 -15
- package/dist/src/{claude-agent-sdk-BLTu0WBO.js → claude-agent-sdk-CMjh4LFH.js} +33 -15
- package/dist/src/{claude-agent-sdk-D6_k9FKA.js → claude-agent-sdk-HgbFioFw.js} +33 -15
- package/dist/src/cloud-DE3t1-ZI.js +4 -0
- package/dist/src/{cloud-Bc9526yV.js → cloud-z8KZpUoa.js} +3 -3
- package/dist/src/{cloudflare-ai-CWWJCRim.js → cloudflare-ai-BGyXlpXJ.js} +13 -13
- package/dist/src/{cloudflare-ai-C9r2sRhw.js → cloudflare-ai-Bbp26N0L.js} +13 -13
- package/dist/src/{cloudflare-ai-ClWSdor4.cjs → cloudflare-ai-C62x6MQG.cjs} +14 -14
- package/dist/src/{cloudflare-ai-ICsOuD-z.js → cloudflare-ai-DdKP9TKT.js} +14 -14
- package/dist/src/{cloudflare-gateway-D6xFc5pa.js → cloudflare-gateway-BwAaUgeW.js} +14 -14
- package/dist/src/{cloudflare-gateway-D6O7AlYb.js → cloudflare-gateway-D-e9i1Sn.js} +15 -15
- package/dist/src/{cloudflare-gateway-pXGHxJ47.js → cloudflare-gateway-DXhtXDRb.js} +15 -163
- package/dist/src/{cloudflare-gateway-C2_-KG5o.cjs → cloudflare-gateway-Dx36ftqF.cjs} +15 -15
- package/dist/src/{codex-sdk-DUwKWezN.js → codex-sdk-BQEw16R_.js} +180 -11
- package/dist/src/{codex-sdk-C6UMlxwV.js → codex-sdk-C_07GuVS.js} +180 -11
- package/dist/src/{codex-sdk-GGAw0qbD.js → codex-sdk-DE5G18dx.js} +180 -11
- package/dist/src/{codex-sdk-fAO0c3yA.cjs → codex-sdk-ZLKfDjqP.cjs} +181 -12
- package/dist/src/cometapi-BDyV-NNm.js +62 -0
- package/dist/src/cometapi-C3hOlM7-.cjs +62 -0
- package/dist/src/{cometapi-Bbjp5V4x.js → cometapi-hhL4TAh3.js} +14 -14
- package/dist/src/{cometapi-BasUi7-_.js → cometapi-sp7sJpBD.js} +15 -15
- package/dist/src/{completion-C_P3ypkJ.js → completion-BCimtq-h.js} +6 -6
- package/dist/src/{completion-6Mx_iXxK.js → completion-DCjv7RZ3.js} +6 -6
- package/dist/src/{completion-CDOouNzq.cjs → completion-DlXUhj5c.cjs} +6 -6
- package/dist/src/{completion-C5rtR_9P.js → completion-DoYy49ti.js} +6 -6
- package/dist/src/{createHash-CfZSc0b4.cjs → createHash-BYwImsYv.cjs} +2 -2
- package/dist/src/{docker-BwsKwxFs.cjs → docker-Cqj2-QVi.cjs} +14 -14
- package/dist/src/{docker-CZnqU1XV.js → docker-CxCkwMzc.js} +13 -13
- package/dist/src/{docker-DzxyDPIj.js → docker-DpguQj-w.js} +14 -14
- package/dist/src/{docker-5KcG-_86.js → docker-FeBni2dw.js} +13 -13
- package/dist/src/{esm-C03C-mv3.js → esm-7UIl0pPM.js} +2 -2
- package/dist/src/{esm-Cd1AjG1D.js → esm-CKWP3u_P.js} +3 -3
- package/dist/src/{esm-CnNt7sI4.cjs → esm-CipptfDu.cjs} +2 -2
- package/dist/src/{esm-CaIwzWR5.js → esm-SUNIX1x3.js} +3 -3
- package/dist/src/eval-7aEqoMs3.js +15 -0
- package/dist/src/{eval-DmFyWU7i.js → eval-BTqTn7lb.js} +10 -10
- package/dist/src/{evalResult-CDQiuUuf.js → evalResult-BkIhRdTe.js} +7 -7
- package/dist/src/evalResult-CYNHkk5A.js +12 -0
- package/dist/src/evalResult-CuvJeNiM.js +10 -0
- package/dist/src/{evalResult-CTG2AHOS.js → evalResult-DUDShQrm.js} +7 -7
- package/dist/src/{evalResult-Dap2CekP.cjs → evalResult-DpARzUCb.cjs} +7 -7
- package/dist/src/evalResult-tGdilrWt.cjs +10 -0
- package/dist/src/evaluator-BBUqRhz1.js +36 -0
- package/dist/src/{evaluator-DPFRbFIL.js → evaluator-BcvOGaam.js} +833 -79
- package/dist/src/{extractor-YMU_Gvt8.js → extractor-C8XwivI9.js} +6 -6
- package/dist/src/{extractor-CFG6bcWJ.js → extractor-CAZ2G3Kh.js} +6 -6
- package/dist/src/{extractor-DX36oYEv.cjs → extractor-DG3sSfXE.cjs} +6 -6
- package/dist/src/{extractor-M67RUtg6.js → extractor-D_wd8jxt.js} +6 -6
- package/dist/src/{fetch-4M3YRaqL.js → fetch-BiYv2BZc.js} +3 -3
- package/dist/src/{fetch-BxUk8odA.cjs → fetch-BnR9wSnm.cjs} +3 -3
- package/dist/src/{fetch-60Gzydls.js → fetch-CVAtKnI3.js} +3 -3
- package/dist/src/{fetch-BMv0O527.js → fetch-DoVRJZhJ.js} +4 -4
- package/dist/src/fetch-UWU706qb.js +5 -0
- package/dist/src/{genaiTracer-DN4dQywX.cjs → genaiTracer-BfxrvSUb.cjs} +2 -2
- package/dist/src/{graders-DOXycdlG.cjs → graders-BElhu9ZY.cjs} +126 -55
- package/dist/src/{graders-R9rYUM0d.js → graders-BXAJ0sbS.js} +120 -55
- package/dist/src/graders-BxfEguVY.js +32 -0
- package/dist/src/graders-CzVMbEnv.js +34 -0
- package/dist/src/{graders-CpdqD9PI.js → graders-DG7mhg-b.js} +120 -55
- package/dist/src/graders-DjCXfj0l.cjs +32 -0
- package/dist/src/{graders-CHO8EPM4.js → graders-RjHF8VfG.js} +120 -55
- package/dist/src/graders-kHzIWOKu.js +32 -0
- package/dist/src/{image-DTedmQPg.cjs → image--F58eEIn.cjs} +6 -6
- package/dist/src/{image-DJEvKveK.js → image-6WQXK8m8.js} +4 -4
- package/dist/src/{image-pAX56tPG.js → image-B8b6f36E.js} +6 -6
- package/dist/src/{image-BmEZqVmk.js → image-CoxZp9PZ.js} +6 -6
- package/dist/src/{image-gvmivTEe.js → image-DO0RYnjH.js} +5 -5
- package/dist/src/{image-CBBVXWuT.js → image-PoF6DN3x.js} +6 -6
- package/dist/src/{image-CDLQOcqT.cjs → image-fza3zuKs.cjs} +4 -4
- package/dist/src/{image-tL5hIOFh.js → image-xNbw5ph2.js} +4 -4
- package/dist/src/index.cjs +863 -110
- package/dist/src/index.d.cts +833 -60
- package/dist/src/index.d.ts +833 -60
- package/dist/src/index.js +860 -108
- package/dist/src/{interactiveCheck-BgLZUIt3.js → interactiveCheck-BnMYOjMu.js} +2 -2
- package/dist/src/{knowledgeBase-CoU-UQBg.js → knowledgeBase-Bi7CmDbx.js} +7 -7
- package/dist/src/{knowledgeBase-CLJybhnF.js → knowledgeBase-Ce3ofVan.js} +8 -8
- package/dist/src/{knowledgeBase-DjWPVqSb.js → knowledgeBase-DFRXPZl_.js} +7 -7
- package/dist/src/{knowledgeBase-wkxuRFhA.cjs → knowledgeBase-DqrLX8fy.cjs} +7 -7
- package/dist/src/{litellm-B9Hysuri.js → litellm-Bo2gQXpo.js} +16 -15
- package/dist/src/{litellm-ePxtr9F1.js → litellm-CKiAxnoM.js} +15 -14
- package/dist/src/{litellm-NYpQ8RQu.cjs → litellm-CnHI69aj.cjs} +16 -15
- package/dist/src/{litellm-CTfa0hqi.js → litellm-Tc294Jhj.js} +15 -14
- package/dist/src/{logger-KkObSCzq.js → logger-BcJBzSSA.js} +10 -14
- package/dist/src/{logger-DLcq4dWf.js → logger-BnkjG2jt.js} +10 -14
- package/dist/src/{logger-Cp1GPUjj.cjs → logger-D5iKBpu_.cjs} +27 -13
- package/dist/src/{logger-CT3IKMKA.js → logger-DO8_zM18.js} +10 -14
- package/dist/src/{luma-ray-BW9IRGIc.js → luma-ray-0ehMPt5N.js} +10 -10
- package/dist/src/{luma-ray-BE2mOt6N.js → luma-ray-C9q8rdQe.js} +9 -9
- package/dist/src/{luma-ray-Cm1KZBhs.js → luma-ray-DP0QA9qn.js} +9 -9
- package/dist/src/{luma-ray-B0GGNRc1.cjs → luma-ray-m9Ku2meV.cjs} +9 -9
- package/dist/src/main.js +69 -71
- package/dist/src/{messages-1x9atZmP.js → messages-DJNo37Ko.js} +14 -9
- package/dist/src/{messages-BLbWdsyt.js → messages-Dy9QecMs.js} +14 -9
- package/dist/src/{messages-1JrJs91T.cjs → messages-HJsyEh4o.cjs} +15 -10
- package/dist/src/{messages-D8EA0oDc.js → messages-biC_ex-p.js} +14 -9
- package/dist/src/{modelslab-C1OLRmVX.js → modelslab-B5J-ZM5c.js} +9 -9
- package/dist/src/{modelslab-CqXBy3U8.js → modelslab-BI458moT.js} +10 -10
- package/dist/src/{modelslab-X5-4LroM.js → modelslab-BTOT8FUO.js} +9 -9
- package/dist/src/{modelslab-DcOSFwKh.cjs → modelslab-IQbNg-r7.cjs} +9 -9
- package/dist/src/{nova-reel-DihqLeol.js → nova-reel-BZ9y-Y5s.js} +9 -9
- package/dist/src/{nova-reel-D9xfaMBs.cjs → nova-reel-CE5etkv9.cjs} +9 -9
- package/dist/src/{nova-reel-D2ZkOSyr.js → nova-reel-DEeQlnOJ.js} +10 -10
- package/dist/src/{nova-reel-BgS1ZWuK.js → nova-reel-Xw1SXLpg.js} +9 -9
- package/dist/src/{nova-sonic-Q3BOJeig.js → nova-sonic-DWswpN1E.js} +7 -7
- package/dist/src/{nova-sonic-DezhVUYT.js → nova-sonic-DXTLpi-r.js} +6 -6
- package/dist/src/{nova-sonic-DVu3mMIy.cjs → nova-sonic-N0yCm0vb.cjs} +6 -6
- package/dist/src/{nova-sonic-P-CdUMlV.js → nova-sonic-Ogqf-csn.js} +6 -6
- package/dist/src/{openai-DhbB7eWK.js → openai-BMcwgD5C.js} +2 -2
- package/dist/src/{openai-j-sE2O7r.js → openai-BcB5KlTk.js} +2 -2
- package/dist/src/{openai-Cuif0GEt.cjs → openai-CoxGAQwn.cjs} +2 -2
- package/dist/src/{openai-DElQ-fPX.js → openai-D6wITiVn.js} +2 -2
- package/dist/src/{openclaw-Bv1DINsX.js → openclaw-0Sv7AK3O.js} +172 -109
- package/dist/src/{openclaw-DAfWQn-o.cjs → openclaw-CXxbKgDH.cjs} +174 -110
- package/dist/src/{openclaw-BiSZPL7J.js → openclaw-D1FSCps-.js} +172 -109
- package/dist/src/{openclaw-D1D_ej1z.js → openclaw-D2ENvu7a.js} +173 -110
- package/dist/src/{opencode-sdk-D95s6SnR.js → opencode-sdk-C71Z0ehR.js} +13 -13
- package/dist/src/{opencode-sdk-DxUPkLT7.js → opencode-sdk-CHCs7dEb.js} +12 -12
- package/dist/src/{opencode-sdk-C7m-wRfI.js → opencode-sdk-DDxj4QqH.js} +12 -12
- package/dist/src/{opencode-sdk-CfaLN8PY.cjs → opencode-sdk-WWJhnbKr.cjs} +16 -16
- package/dist/src/{otlpReceiver-g3ByGaXs.js → otlpReceiver-C9KlUtxh.js} +6 -6
- package/dist/src/{otlpReceiver--AIRW_S4.js → otlpReceiver-CZL48YfC.js} +6 -6
- package/dist/src/{otlpReceiver-Bn5wGB1v.js → otlpReceiver-CavGAA6k.js} +6 -6
- package/dist/src/{otlpReceiver-Diec4cln.cjs → otlpReceiver-DHKqJlsz.cjs} +6 -6
- package/dist/src/{providerRegistry-B0RUOLI_.js → providerRegistry-B9lh-_tx.js} +2 -2
- package/dist/src/{providerRegistry-Civky8Ar.cjs → providerRegistry-BTDgfV5h.cjs} +2 -2
- package/dist/src/{providerRegistry-CD8MEar9.js → providerRegistry-BkzVH5Ba.js} +2 -2
- package/dist/src/{providerRegistry-DM8rZYol.js → providerRegistry-CUWki5mQ.js} +2 -2
- package/dist/src/providers-BSLEaIQG.js +32 -0
- package/dist/src/{providers-CFu-TZl-.cjs → providers-CScd1wN6.cjs} +733 -464
- package/dist/src/{providers-CFLy1_ji.js → providers-Ch6Mr0gn.js} +795 -526
- package/dist/src/{providers-BKRJTjBz.js → providers-Cn73d5sr.js} +795 -526
- package/dist/src/providers-D-FnDg8k.cjs +31 -0
- package/dist/src/providers-DEYiFVAo.js +30 -0
- package/dist/src/{providers-B3HvufyI.js → providers-DvddrgxL.js} +795 -526
- package/dist/src/providers-sS2WI8YD.js +30 -0
- package/dist/src/{pythonUtils-D6fwaDSg.js → pythonUtils-Bzwbgpbg.js} +3 -3
- package/dist/src/{pythonUtils-D5nxkQ0P.js → pythonUtils-Cpo0Ez1p.js} +3 -3
- package/dist/src/{pythonUtils-CTU3Y3lw.cjs → pythonUtils-dAVigVK-.cjs} +3 -3
- package/dist/src/{pythonUtils-C3py6GC1.js → pythonUtils-wIqk7zAf.js} +3 -3
- package/dist/src/{quiverai-CI6gYJVI.js → quiverai-BeofbLVc.js} +4 -4
- package/dist/src/{quiverai-MHSxbmmZ.js → quiverai-CCQn73lq.js} +5 -5
- package/dist/src/{quiverai-CLkWkyZc.cjs → quiverai-CcUhPIBg.cjs} +4 -4
- package/dist/src/{quiverai-C2jVwbH1.js → quiverai-DVSEqJiq.js} +4 -4
- package/dist/src/{render-Drod8m7K.js → render-BHl6QVq9.js} +3 -3
- package/dist/src/{responses-CGw0DCzh.js → responses-BKP_WYis.js} +16 -12
- package/dist/src/{responses-BKqJmhhc.js → responses-CQb1Tj69.js} +16 -12
- package/dist/src/{responses-jxdehPkC.js → responses-CgNyTPsY.js} +16 -12
- package/dist/src/{responses-tD4Bd4dc.cjs → responses-mo0KQDbu.cjs} +16 -12
- package/dist/src/rubyUtils-B1HXG4ej.cjs +4 -0
- package/dist/src/{rubyUtils-DhCAlxZr.cjs → rubyUtils-CGeUtCfW.cjs} +3 -3
- package/dist/src/{rubyUtils-Boc4HZzX.js → rubyUtils-CiVfln3g.js} +3 -3
- package/dist/src/{rubyUtils-BcuGX77l.js → rubyUtils-DECSbsfY.js} +3 -3
- package/dist/src/{rubyUtils-BUVePouc.js → rubyUtils-PgU-gHmx.js} +3 -3
- package/dist/src/rubyUtils-Rt6pKA96.js +5 -0
- package/dist/src/{sagemaker-BK4Zb993.js → sagemaker-CVv8W7so.js} +17 -17
- package/dist/src/{sagemaker-D2Q1c-sD.js → sagemaker-CqeASYE5.js} +17 -17
- package/dist/src/{sagemaker-BfiWTmvn.js → sagemaker-MUbD5V3v.js} +18 -18
- package/dist/src/{sagemaker-CcQHM1jV.cjs → sagemaker-jiw1wQa-.cjs} +17 -17
- package/dist/src/{scanner-J8CA3LsV.js → scanner-DVDeUz1r.js} +10 -10
- package/dist/src/server/index.js +864 -112
- package/dist/src/server-B0Xh1Gx-.js +7 -0
- package/dist/src/{server-B0PPuDw-.cjs → server-BtoCXeXI.cjs} +4 -4
- package/dist/src/{server-BC7XJFgr.js → server-CP9qKM40.js} +4 -4
- package/dist/src/{server-OAs3nBRT.js → server-Cns05F1j.js} +5 -5
- package/dist/src/server-DJTKu9IR.cjs +5 -0
- package/dist/src/{server-DbFphssR.js → server-DZ9MtCn0.js} +6 -6
- package/dist/src/{signal-BOTbd53Z.js → signal-C3ZTsUgi.js} +3 -3
- package/dist/src/{slack-DXMKtA-f.js → slack-2sdpGzbt.js} +2 -2
- package/dist/src/{slack-BmVAVGaK.cjs → slack-94iG3T0s.cjs} +2 -2
- package/dist/src/{slack-DCUPTzS2.js → slack-BR0HtO3K.js} +2 -2
- package/dist/src/{slack-DOdy_kyv.js → slack-DCEV-vWP.js} +2 -2
- package/dist/src/store-C5u6MgC8.js +6 -0
- package/dist/src/{store-BSc-TF2w.cjs → store-CLyU7AtI.cjs} +17 -5
- package/dist/src/store-CNHk-De4.cjs +5 -0
- package/dist/src/{store-DQLEjuEO.js → store-Cj258DgL.js} +17 -5
- package/dist/src/{store-D1tv90v3.js → store-P8OKm19S.js} +17 -5
- package/dist/src/{store-Ub2vaGJ1.js → store-VB0GP46K.js} +17 -5
- package/dist/src/{tables-xKANLRBD.js → tables-BEIFz2tM.js} +3 -3
- package/dist/src/{tables-C7K-XKWp.cjs → tables-BdZQEpRz.cjs} +3 -3
- package/dist/src/{tables-D36WTqKX.js → tables-DmzvLbeZ.js} +3 -3
- package/dist/src/{tables-5EvT_Bwn.js → tables-kC7R5kiK.js} +3 -3
- package/dist/src/{telemetry-C2YDkUQH.js → telemetry-BnH5VJAU.js} +4 -4
- package/dist/src/{telemetry-C15ziL8u.js → telemetry-BugWqKiu.js} +4 -4
- package/dist/src/{telemetry-DMb2Mpfm.js → telemetry-DPXLd7UE.js} +4 -4
- package/dist/src/telemetry-Yig0Tino.js +7 -0
- package/dist/src/telemetry-p8Pwqm1i.cjs +5 -0
- package/dist/src/{telemetry-CbrnxHp_.cjs → telemetry-re627Lre.cjs} +4 -4
- package/dist/src/{transcription-CL78qbOU.cjs → transcription-BvtsrzRG.cjs} +13 -13
- package/dist/src/{transcription-DAtxHhAM.js → transcription-CaMivnjG.js} +13 -13
- package/dist/src/{transcription-QHh3AH6Z.js → transcription-DOMMTu01.js} +14 -14
- package/dist/src/{transcription-LNZTNUUL.js → transcription-Hb3VnC4M.js} +13 -13
- package/dist/src/{transform-DOcQeLld.cjs → transform-0BwoBsvO.cjs} +19 -5
- package/dist/src/{transform-DGxXocjk.js → transform-B2-jIv68.js} +8 -6
- package/dist/src/{transform-DECvGmzp.js → transform-BqPkNPYm.js} +4 -4
- package/dist/src/{transform-aa6tmVpZ.js → transform-BzK09Q_9.js} +4 -4
- package/dist/src/transform-ChNIpHz7.js +6 -0
- package/dist/src/{transform-Cgi24fJ7.js → transform-DrleutM3.js} +8 -6
- package/dist/src/{transform-DGLazrMm.js → transform-DyDAwEpE.js} +8 -6
- package/dist/src/transform-PtQ6rAE3.cjs +5 -0
- package/dist/src/{transform-CzK1Q0zl.cjs → transform-ZrG2dvlo.cjs} +4 -4
- package/dist/src/{transform-DilY9wbS.js → transform-ljLYHEPh.js} +4 -4
- package/dist/src/{transformersAvailability-CEVM2GNQ.js → transformersAvailability-BGkzavwb.js} +1 -1
- package/dist/src/{transformersAvailability-CwayUSlh.cjs → transformersAvailability-DKoRtQLy.cjs} +1 -1
- package/dist/src/{types-CH3Ge2sE.js → types-CIhFeUC4.js} +45 -11
- package/dist/src/{types-CN_TZ2GJ.js → types-Cd3ygw8W.js} +45 -11
- package/dist/src/{types-LJ0r3wbR.cjs → types-D8cGDZbL.cjs} +46 -12
- package/dist/src/{types-CLKiCBW3.js → types-q8GXGF65.js} +45 -11
- package/dist/src/{util-CchiqXh_.cjs → util--9u9UVCt.cjs} +3 -3
- package/dist/src/{util-5cB-L7U3.js → util-BLvy9qfE.js} +7 -11
- package/dist/src/{util-YT5HPZaS.js → util-Bm3E9jpK.js} +7 -11
- package/dist/src/{util-6-GqIvzS.js → util-BtoGs5Cb.js} +18 -4
- package/dist/src/{util-Db0a0AFH.cjs → util-CFj4YKIn.cjs} +18 -4
- package/dist/src/{util-Dlz_Wvgm.js → util-CMMkIxfU.js} +7 -11
- package/dist/src/{util-Betm42rL.js → util-CgDCK4KI.js} +18 -4
- package/dist/src/{util-Yz-1aEhW.cjs → util-CuLo2pMR.cjs} +7 -11
- package/dist/src/{util-C-PPYSMq.js → util-DM2rTn_6.js} +18 -4
- package/dist/src/{util-B7T3SiBS.js → util-DMFeUvLz.js} +3 -3
- package/dist/src/{util-ZZH-3QZz.js → util-DbVG-yZU.js} +3 -3
- package/dist/src/{util-DaWTWKBK.js → util-vNmDL5DT.js} +3 -3
- package/dist/src/{utils-XiOAgly5.js → utils-CFxO9KGo.js} +2 -2
- package/dist/src/{utils-f2-Moju7.js → utils-DEuL4VNB.js} +2 -2
- package/dist/src/{utils-Cz9qXqII.cjs → utils-DKw8mrgr.cjs} +3 -3
- package/dist/src/{utils-dLokC-eR.js → utils-DOjD4dTC.js} +2 -2
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +38 -38
- package/dist/src/app/assets/index-BFCZg7hQ.js +0 -439
- package/dist/src/app/assets/index-NCn4eVBv.css +0 -1
- package/dist/src/app/assets/sync-9qqYcY-B.js +0 -4
- package/dist/src/app/assets/vendor-charts-CCl15Imd.js +0 -36
- package/dist/src/app/assets/vendor-markdown-0tekx3KX.js +0 -29
- package/dist/src/cache-Bbn1Nyrd.cjs +0 -5
- package/dist/src/cache-BwsMSda7.js +0 -6
- package/dist/src/cloud-DmE0EwsY.js +0 -4
- package/dist/src/eval-17JizQIv.js +0 -15
- package/dist/src/evalResult-Cqj8pldJ.js +0 -12
- package/dist/src/evalResult-DvcJAWJU.cjs +0 -10
- package/dist/src/evalResult-Hftn-S_i.js +0 -10
- package/dist/src/evaluator-B2CFNt-P.js +0 -36
- package/dist/src/fetch-KV5kNASw.js +0 -5
- package/dist/src/graders-Bu0H9nXi.js +0 -32
- package/dist/src/graders-Cfhkvx-e.js +0 -34
- package/dist/src/graders-DClJVpGP.cjs +0 -32
- package/dist/src/graders-DcnJsrMO.js +0 -32
- package/dist/src/providers-C1rOSHiR.js +0 -32
- package/dist/src/providers-CxmDwEFf.cjs +0 -31
- package/dist/src/providers-Dodakqr0.js +0 -30
- package/dist/src/providers-GIQ2TcsA.js +0 -30
- package/dist/src/rubyUtils-BUHu6PhO.js +0 -5
- package/dist/src/rubyUtils-CP42kMvq.cjs +0 -4
- package/dist/src/server-B1vi21hA.js +0 -7
- package/dist/src/server-Cm9Kai_h.cjs +0 -5
- package/dist/src/store-BNmZ1KAz.cjs +0 -5
- package/dist/src/store-BltJg2cd.js +0 -6
- package/dist/src/telemetry-5BCRNBbe.cjs +0 -5
- package/dist/src/telemetry-D4W5hboe.js +0 -7
- package/dist/src/transform-DTGDnAzW.js +0 -6
- package/dist/src/transform-m3qNw4KP.cjs +0 -5
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_accounts = require("./accounts-
|
|
1
|
+
const require_logger = require("./logger-D5iKBpu_.cjs");
|
|
2
|
+
const require_fetch = require("./fetch-BnR9wSnm.cjs");
|
|
3
|
+
const require_accounts = require("./accounts-BPyfpSeU.cjs");
|
|
4
4
|
let chalk = require("chalk");
|
|
5
5
|
chalk = require_logger.__toESM(chalk);
|
|
6
6
|
require("opener");
|
|
@@ -238,4 +238,4 @@ Object.defineProperty(exports, "shouldGenerateRemote", {
|
|
|
238
238
|
}
|
|
239
239
|
});
|
|
240
240
|
|
|
241
|
-
//# sourceMappingURL=server-
|
|
241
|
+
//# sourceMappingURL=server-BtoCXeXI.cjs.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import {
|
|
3
|
-
import { a as CloudConfig, t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { o as isLoggedIntoCloud } from "./accounts-
|
|
2
|
+
import { C as getEnvString, D as state, a as logger, b as getEnvBool } from "./logger-DO8_zM18.js";
|
|
3
|
+
import { a as CloudConfig, t as fetchWithProxy } from "./fetch-CVAtKnI3.js";
|
|
4
|
+
import { o as isLoggedIntoCloud } from "./accounts-B2XmGjty.js";
|
|
5
5
|
import "chalk";
|
|
6
6
|
import "opener";
|
|
7
7
|
import readline from "readline";
|
|
@@ -188,4 +188,4 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
|
|
|
188
188
|
//#endregion
|
|
189
189
|
export { getRemoteGenerationUrlForUnaligned as a, neverGenerateRemoteForRegularEvals as c, getRemoteGenerationUrl as i, shouldGenerateRemote as l, server_exports as n, getRemoteHealthUrl as o, promptYesNo as r, neverGenerateRemote as s, checkServerFeatureSupport as t };
|
|
190
190
|
|
|
191
|
-
//# sourceMappingURL=server-
|
|
191
|
+
//# sourceMappingURL=server-CP9qKM40.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import {
|
|
3
|
-
import { a as CloudConfig, k as getDefaultPort, t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { c as isLoggedIntoCloud } from "./accounts-
|
|
2
|
+
import { C as getEnvString, D as state, a as logger, b as getEnvBool } from "./logger-BnkjG2jt.js";
|
|
3
|
+
import { a as CloudConfig, k as getDefaultPort, t as fetchWithProxy } from "./fetch-BiYv2BZc.js";
|
|
4
|
+
import { c as isLoggedIntoCloud } from "./accounts-Xatc0RYb.js";
|
|
5
5
|
import "chalk";
|
|
6
6
|
import opener from "opener";
|
|
7
7
|
import readline from "readline";
|
|
@@ -199,7 +199,7 @@ async function checkServerRunning(port = getDefaultPort()) {
|
|
|
199
199
|
logger.debug(`Checking for existing server on port ${port}...`);
|
|
200
200
|
try {
|
|
201
201
|
const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
|
|
202
|
-
return data.status === "OK" && data.version === "0.121.
|
|
202
|
+
return data.status === "OK" && data.version === "0.121.3";
|
|
203
203
|
} catch (err) {
|
|
204
204
|
logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
|
|
205
205
|
return false;
|
|
@@ -226,4 +226,4 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
|
|
|
226
226
|
//#endregion
|
|
227
227
|
export { openBrowser as a, getRemoteGenerationUrl as c, neverGenerateRemote as d, neverGenerateRemoteForRegularEvals as f, checkServerRunning as i, getRemoteGenerationUrlForUnaligned as l, BrowserBehaviorNames as n, server_exports as o, shouldGenerateRemote as p, checkServerFeatureSupport as r, promptYesNo as s, BrowserBehavior as t, getRemoteHealthUrl as u };
|
|
228
228
|
|
|
229
|
-
//# sourceMappingURL=server-
|
|
229
|
+
//# sourceMappingURL=server-Cns05F1j.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { C as
|
|
3
|
-
import { O as getDefaultPort, n as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { c as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { r as CloudConfig } from "./cloud-
|
|
2
|
+
import { C as getEnvBool, E as getEnvString, j as state, s as logger } from "./logger-BcJBzSSA.js";
|
|
3
|
+
import { O as getDefaultPort, n as fetchWithProxy } from "./fetch-DoVRJZhJ.js";
|
|
4
|
+
import { c as isLoggedIntoCloud } from "./accounts-CFLK3mnD.js";
|
|
5
|
+
import { r as CloudConfig } from "./cloud-z8KZpUoa.js";
|
|
6
6
|
import chalk from "chalk";
|
|
7
7
|
import opener from "opener";
|
|
8
8
|
import readline from "readline";
|
|
@@ -193,7 +193,7 @@ async function checkServerRunning(port = getDefaultPort()) {
|
|
|
193
193
|
logger.debug(`Checking for existing server on port ${port}...`);
|
|
194
194
|
try {
|
|
195
195
|
const data = await (await fetchWithProxy(`http://localhost:${port}/health`, { headers: { "x-promptfoo-silent": "true" } })).json();
|
|
196
|
-
return data.status === "OK" && data.version === "0.121.
|
|
196
|
+
return data.status === "OK" && data.version === "0.121.3";
|
|
197
197
|
} catch (err) {
|
|
198
198
|
logger.debug(`No existing server found - this is expected on first startup. ${String(err)}`);
|
|
199
199
|
return false;
|
|
@@ -263,4 +263,4 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
|
|
|
263
263
|
//#endregion
|
|
264
264
|
export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
|
|
265
265
|
|
|
266
|
-
//# sourceMappingURL=server-
|
|
266
|
+
//# sourceMappingURL=server-DZ9MtCn0.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import {
|
|
3
|
-
import { _ as getDbSignalPath } from "./tables-
|
|
2
|
+
import { s as logger } from "./logger-BcJBzSSA.js";
|
|
3
|
+
import { _ as getDbSignalPath } from "./tables-DmzvLbeZ.js";
|
|
4
4
|
import fs from "fs";
|
|
5
5
|
import debounce from "debounce";
|
|
6
6
|
//#region src/util/providerResponse.ts
|
|
@@ -113,4 +113,4 @@ function setupSignalWatcher(onChange) {
|
|
|
113
113
|
//#endregion
|
|
114
114
|
export { getActualPromptWithFallback as a, getActualPrompt as i, setupSignalWatcher as n, updateSignalFile as r, readSignalEvalId as t };
|
|
115
115
|
|
|
116
|
-
//# sourceMappingURL=signal-
|
|
116
|
+
//# sourceMappingURL=signal-C3ZTsUgi.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { a as logger } from "./logger-BnkjG2jt.js";
|
|
2
2
|
import { WebClient } from "@slack/web-api";
|
|
3
3
|
//#region src/providers/slack.ts
|
|
4
4
|
var SlackProvider = class {
|
|
@@ -132,4 +132,4 @@ var SlackProvider = class {
|
|
|
132
132
|
//#endregion
|
|
133
133
|
export { SlackProvider };
|
|
134
134
|
|
|
135
|
-
//# sourceMappingURL=slack-
|
|
135
|
+
//# sourceMappingURL=slack-2sdpGzbt.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
1
|
+
const require_logger = require("./logger-D5iKBpu_.cjs");
|
|
2
2
|
let _slack_web_api = require("@slack/web-api");
|
|
3
3
|
//#region src/providers/slack.ts
|
|
4
4
|
var SlackProvider = class {
|
|
@@ -132,4 +132,4 @@ var SlackProvider = class {
|
|
|
132
132
|
//#endregion
|
|
133
133
|
exports.SlackProvider = SlackProvider;
|
|
134
134
|
|
|
135
|
-
//# sourceMappingURL=slack-
|
|
135
|
+
//# sourceMappingURL=slack-94iG3T0s.cjs.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import {
|
|
2
|
+
import { s as logger } from "./logger-BcJBzSSA.js";
|
|
3
3
|
import { WebClient } from "@slack/web-api";
|
|
4
4
|
//#region src/providers/slack.ts
|
|
5
5
|
var SlackProvider = class {
|
|
@@ -133,4 +133,4 @@ var SlackProvider = class {
|
|
|
133
133
|
//#endregion
|
|
134
134
|
export { SlackProvider };
|
|
135
135
|
|
|
136
|
-
//# sourceMappingURL=slack-
|
|
136
|
+
//# sourceMappingURL=slack-BR0HtO3K.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { a as logger } from "./logger-DO8_zM18.js";
|
|
2
2
|
import { WebClient } from "@slack/web-api";
|
|
3
3
|
//#region src/providers/slack.ts
|
|
4
4
|
var SlackProvider = class {
|
|
@@ -132,4 +132,4 @@ var SlackProvider = class {
|
|
|
132
132
|
//#endregion
|
|
133
133
|
export { SlackProvider };
|
|
134
134
|
|
|
135
|
-
//# sourceMappingURL=slack-
|
|
135
|
+
//# sourceMappingURL=slack-DCEV-vWP.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
2
|
-
const require_tables = require("./tables-
|
|
1
|
+
const require_logger = require("./logger-D5iKBpu_.cjs");
|
|
2
|
+
const require_tables = require("./tables-BdZQEpRz.cjs");
|
|
3
3
|
let drizzle_orm = require("drizzle-orm");
|
|
4
4
|
//#region src/tracing/store.ts
|
|
5
5
|
const SENSITIVE_ATTRIBUTE_KEYS = [
|
|
@@ -148,8 +148,20 @@ var TraceStore = class {
|
|
|
148
148
|
const spans = await db.select().from(require_tables.spansTable).where((0, drizzle_orm.eq)(require_tables.spansTable.traceId, traceId));
|
|
149
149
|
require_logger.logger.debug(`[TraceStore] Found ${spans.length} spans for trace ${traceId}`);
|
|
150
150
|
return {
|
|
151
|
-
|
|
152
|
-
|
|
151
|
+
traceId: trace.traceId,
|
|
152
|
+
evaluationId: trace.evaluationId,
|
|
153
|
+
testCaseId: trace.testCaseId,
|
|
154
|
+
metadata: trace.metadata ?? void 0,
|
|
155
|
+
spans: spans.map((span) => ({
|
|
156
|
+
spanId: span.spanId,
|
|
157
|
+
parentSpanId: span.parentSpanId ?? void 0,
|
|
158
|
+
name: span.name,
|
|
159
|
+
startTime: span.startTime,
|
|
160
|
+
endTime: span.endTime ?? void 0,
|
|
161
|
+
attributes: span.attributes ?? void 0,
|
|
162
|
+
statusCode: span.statusCode ?? void 0,
|
|
163
|
+
statusMessage: span.statusMessage ?? void 0
|
|
164
|
+
}))
|
|
153
165
|
};
|
|
154
166
|
} catch (error) {
|
|
155
167
|
require_logger.logger.error(`[TraceStore] Failed to get trace: ${error}`);
|
|
@@ -231,4 +243,4 @@ Object.defineProperty(exports, "getTraceStore", {
|
|
|
231
243
|
}
|
|
232
244
|
});
|
|
233
245
|
|
|
234
|
-
//# sourceMappingURL=store-
|
|
246
|
+
//# sourceMappingURL=store-CLyU7AtI.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import {
|
|
3
|
-
import { f as tracesTable, p as getDb, u as spansTable } from "./tables-
|
|
2
|
+
import { a as logger } from "./logger-DO8_zM18.js";
|
|
3
|
+
import { f as tracesTable, p as getDb, u as spansTable } from "./tables-kC7R5kiK.js";
|
|
4
4
|
import { asc, eq, lt } from "drizzle-orm";
|
|
5
5
|
//#region src/tracing/store.ts
|
|
6
6
|
var store_exports = /* @__PURE__ */ __exportAll({
|
|
@@ -153,8 +153,20 @@ var TraceStore = class {
|
|
|
153
153
|
const spans = await db.select().from(spansTable).where(eq(spansTable.traceId, traceId));
|
|
154
154
|
logger.debug(`[TraceStore] Found ${spans.length} spans for trace ${traceId}`);
|
|
155
155
|
return {
|
|
156
|
-
|
|
157
|
-
|
|
156
|
+
traceId: trace.traceId,
|
|
157
|
+
evaluationId: trace.evaluationId,
|
|
158
|
+
testCaseId: trace.testCaseId,
|
|
159
|
+
metadata: trace.metadata ?? void 0,
|
|
160
|
+
spans: spans.map((span) => ({
|
|
161
|
+
spanId: span.spanId,
|
|
162
|
+
parentSpanId: span.parentSpanId ?? void 0,
|
|
163
|
+
name: span.name,
|
|
164
|
+
startTime: span.startTime,
|
|
165
|
+
endTime: span.endTime ?? void 0,
|
|
166
|
+
attributes: span.attributes ?? void 0,
|
|
167
|
+
statusCode: span.statusCode ?? void 0,
|
|
168
|
+
statusMessage: span.statusMessage ?? void 0
|
|
169
|
+
}))
|
|
158
170
|
};
|
|
159
171
|
} catch (error) {
|
|
160
172
|
logger.error(`[TraceStore] Failed to get trace: ${error}`);
|
|
@@ -225,4 +237,4 @@ function getTraceStore() {
|
|
|
225
237
|
//#endregion
|
|
226
238
|
export { store_exports as n, getTraceStore as t };
|
|
227
239
|
|
|
228
|
-
//# sourceMappingURL=store-
|
|
240
|
+
//# sourceMappingURL=store-Cj258DgL.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import {
|
|
3
|
-
import { f as spansTable, g as getDb, m as tracesTable } from "./tables-
|
|
2
|
+
import { s as logger } from "./logger-BcJBzSSA.js";
|
|
3
|
+
import { f as spansTable, g as getDb, m as tracesTable } from "./tables-DmzvLbeZ.js";
|
|
4
4
|
import { asc, eq, lt } from "drizzle-orm";
|
|
5
5
|
//#region src/tracing/store.ts
|
|
6
6
|
const SENSITIVE_ATTRIBUTE_KEYS = [
|
|
@@ -149,8 +149,20 @@ var TraceStore = class {
|
|
|
149
149
|
const spans = await db.select().from(spansTable).where(eq(spansTable.traceId, traceId));
|
|
150
150
|
logger.debug(`[TraceStore] Found ${spans.length} spans for trace ${traceId}`);
|
|
151
151
|
return {
|
|
152
|
-
|
|
153
|
-
|
|
152
|
+
traceId: trace.traceId,
|
|
153
|
+
evaluationId: trace.evaluationId,
|
|
154
|
+
testCaseId: trace.testCaseId,
|
|
155
|
+
metadata: trace.metadata ?? void 0,
|
|
156
|
+
spans: spans.map((span) => ({
|
|
157
|
+
spanId: span.spanId,
|
|
158
|
+
parentSpanId: span.parentSpanId ?? void 0,
|
|
159
|
+
name: span.name,
|
|
160
|
+
startTime: span.startTime,
|
|
161
|
+
endTime: span.endTime ?? void 0,
|
|
162
|
+
attributes: span.attributes ?? void 0,
|
|
163
|
+
statusCode: span.statusCode ?? void 0,
|
|
164
|
+
statusMessage: span.statusMessage ?? void 0
|
|
165
|
+
}))
|
|
154
166
|
};
|
|
155
167
|
} catch (error) {
|
|
156
168
|
logger.error(`[TraceStore] Failed to get trace: ${error}`);
|
|
@@ -221,4 +233,4 @@ function getTraceStore() {
|
|
|
221
233
|
//#endregion
|
|
222
234
|
export { getTraceStore as n, TraceStore as t };
|
|
223
235
|
|
|
224
|
-
//# sourceMappingURL=store-
|
|
236
|
+
//# sourceMappingURL=store-P8OKm19S.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import {
|
|
3
|
-
import { f as spansTable, h as getDb, m as tracesTable } from "./tables-
|
|
2
|
+
import { a as logger } from "./logger-BnkjG2jt.js";
|
|
3
|
+
import { f as spansTable, h as getDb, m as tracesTable } from "./tables-BEIFz2tM.js";
|
|
4
4
|
import { asc, eq, lt } from "drizzle-orm";
|
|
5
5
|
//#region src/tracing/store.ts
|
|
6
6
|
var store_exports = /* @__PURE__ */ __exportAll({
|
|
@@ -153,8 +153,20 @@ var TraceStore = class {
|
|
|
153
153
|
const spans = await db.select().from(spansTable).where(eq(spansTable.traceId, traceId));
|
|
154
154
|
logger.debug(`[TraceStore] Found ${spans.length} spans for trace ${traceId}`);
|
|
155
155
|
return {
|
|
156
|
-
|
|
157
|
-
|
|
156
|
+
traceId: trace.traceId,
|
|
157
|
+
evaluationId: trace.evaluationId,
|
|
158
|
+
testCaseId: trace.testCaseId,
|
|
159
|
+
metadata: trace.metadata ?? void 0,
|
|
160
|
+
spans: spans.map((span) => ({
|
|
161
|
+
spanId: span.spanId,
|
|
162
|
+
parentSpanId: span.parentSpanId ?? void 0,
|
|
163
|
+
name: span.name,
|
|
164
|
+
startTime: span.startTime,
|
|
165
|
+
endTime: span.endTime ?? void 0,
|
|
166
|
+
attributes: span.attributes ?? void 0,
|
|
167
|
+
statusCode: span.statusCode ?? void 0,
|
|
168
|
+
statusMessage: span.statusMessage ?? void 0
|
|
169
|
+
}))
|
|
158
170
|
};
|
|
159
171
|
} catch (error) {
|
|
160
172
|
logger.error(`[TraceStore] Failed to get trace: ${error}`);
|
|
@@ -225,4 +237,4 @@ function getTraceStore() {
|
|
|
225
237
|
//#endregion
|
|
226
238
|
export { store_exports as n, getTraceStore as t };
|
|
227
239
|
|
|
228
|
-
//# sourceMappingURL=store-
|
|
240
|
+
//# sourceMappingURL=store-VB0GP46K.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { s as ResultFailureReason } from "./types-
|
|
1
|
+
import { a as logger, b as getEnvBool, y as getConfigDirectoryPath } from "./logger-BnkjG2jt.js";
|
|
2
|
+
import { s as ResultFailureReason } from "./types-Cd3ygw8W.js";
|
|
3
3
|
import * as path$1 from "path";
|
|
4
4
|
import Database from "better-sqlite3";
|
|
5
5
|
import { drizzle } from "drizzle-orm/better-sqlite3";
|
|
@@ -285,4 +285,4 @@ relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
|
|
|
285
285
|
//#endregion
|
|
286
286
|
export { evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDbSignalPath as g, getDb as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
|
|
287
287
|
|
|
288
|
-
//# sourceMappingURL=tables-
|
|
288
|
+
//# sourceMappingURL=tables-BEIFz2tM.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
2
|
-
const require_types = require("./types-
|
|
1
|
+
const require_logger = require("./logger-D5iKBpu_.cjs");
|
|
2
|
+
const require_types = require("./types-D8cGDZbL.cjs");
|
|
3
3
|
let path = require("path");
|
|
4
4
|
path = require_logger.__toESM(path);
|
|
5
5
|
let drizzle_orm = require("drizzle-orm");
|
|
@@ -370,4 +370,4 @@ Object.defineProperty(exports, "tracesTable", {
|
|
|
370
370
|
}
|
|
371
371
|
});
|
|
372
372
|
|
|
373
|
-
//# sourceMappingURL=tables-
|
|
373
|
+
//# sourceMappingURL=tables-BdZQEpRz.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import {
|
|
3
|
-
import { s as ResultFailureReason } from "./types-
|
|
2
|
+
import { C as getEnvBool, s as logger, x as getConfigDirectoryPath } from "./logger-BcJBzSSA.js";
|
|
3
|
+
import { s as ResultFailureReason } from "./types-CIhFeUC4.js";
|
|
4
4
|
import * as path$1 from "path";
|
|
5
5
|
import { relations, sql } from "drizzle-orm";
|
|
6
6
|
import Database from "better-sqlite3";
|
|
@@ -311,4 +311,4 @@ relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
|
|
|
311
311
|
//#endregion
|
|
312
312
|
export { getDbSignalPath as _, evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDb as g, closeDbIfOpen as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
|
|
313
313
|
|
|
314
|
-
//# sourceMappingURL=tables-
|
|
314
|
+
//# sourceMappingURL=tables-DmzvLbeZ.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { g as ResultFailureReason } from "./types-
|
|
1
|
+
import { a as logger, b as getEnvBool, y as getConfigDirectoryPath } from "./logger-DO8_zM18.js";
|
|
2
|
+
import { g as ResultFailureReason } from "./types-q8GXGF65.js";
|
|
3
3
|
import * as path$1 from "path";
|
|
4
4
|
import { relations, sql } from "drizzle-orm";
|
|
5
5
|
import Database from "better-sqlite3";
|
|
@@ -285,4 +285,4 @@ relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
|
|
|
285
285
|
//#endregion
|
|
286
286
|
export { evalsTable as a, evalsToTagsTable as c, tagsTable as d, tracesTable as f, evalResultsTable as i, promptsTable as l, getDbSignalPath as m, blobReferencesTable as n, evalsToDatasetsTable as o, getDb as p, datasetsTable as r, evalsToPromptsTable as s, blobAssetsTable as t, spansTable as u };
|
|
287
287
|
|
|
288
|
-
//# sourceMappingURL=tables-
|
|
288
|
+
//# sourceMappingURL=tables-kC7R5kiK.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { C as
|
|
3
|
-
import { E as R_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as EVENTS_ENDPOINT, i as fetchWithTimeout, n as fetchWithProxy, w as CONSENT_ENDPOINT } from "./fetch-
|
|
4
|
-
import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-
|
|
2
|
+
import { C as getEnvBool, E as getEnvString, k as isCI, s as logger } from "./logger-BcJBzSSA.js";
|
|
3
|
+
import { E as R_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as EVENTS_ENDPOINT, i as fetchWithTimeout, n as fetchWithProxy, w as CONSENT_ENDPOINT } from "./fetch-DoVRJZhJ.js";
|
|
4
|
+
import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-CFLK3mnD.js";
|
|
5
5
|
import { PostHog } from "posthog-node";
|
|
6
6
|
import { z } from "zod";
|
|
7
7
|
//#region src/telemetry.ts
|
|
@@ -163,4 +163,4 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
|
|
|
163
163
|
//#endregion
|
|
164
164
|
export { TelemetryEventSchema as n, telemetry as r, Telemetry as t };
|
|
165
165
|
|
|
166
|
-
//# sourceMappingURL=telemetry-
|
|
166
|
+
//# sourceMappingURL=telemetry-BnH5VJAU.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import { C as
|
|
3
|
-
import { D as R_ENDPOINT, E as EVENTS_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as CONSENT_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-
|
|
2
|
+
import { C as getEnvString, E as isCI, a as logger, b as getEnvBool } from "./logger-DO8_zM18.js";
|
|
3
|
+
import { D as R_ENDPOINT, E as EVENTS_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as CONSENT_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-CVAtKnI3.js";
|
|
4
|
+
import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-B2XmGjty.js";
|
|
5
5
|
import { z } from "zod";
|
|
6
6
|
import { PostHog } from "posthog-node";
|
|
7
7
|
//#region src/telemetry.ts
|
|
@@ -167,4 +167,4 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
|
|
|
167
167
|
//#endregion
|
|
168
168
|
export { telemetry_exports as n, telemetry as t };
|
|
169
169
|
|
|
170
|
-
//# sourceMappingURL=telemetry-
|
|
170
|
+
//# sourceMappingURL=telemetry-BugWqKiu.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import { C as
|
|
3
|
-
import { D as R_ENDPOINT, E as EVENTS_ENDPOINT, N as POSTHOG_KEY, P as VERSION, T as CONSENT_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-
|
|
2
|
+
import { C as getEnvString, E as isCI, a as logger, b as getEnvBool } from "./logger-BnkjG2jt.js";
|
|
3
|
+
import { D as R_ENDPOINT, E as EVENTS_ENDPOINT, N as POSTHOG_KEY, P as VERSION, T as CONSENT_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BiYv2BZc.js";
|
|
4
|
+
import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-Xatc0RYb.js";
|
|
5
5
|
import { z } from "zod";
|
|
6
6
|
import { PostHog } from "posthog-node";
|
|
7
7
|
//#region src/telemetry.ts
|
|
@@ -168,4 +168,4 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
|
|
|
168
168
|
//#endregion
|
|
169
169
|
export { telemetry as n, telemetry_exports as r, TelemetryEventSchema as t };
|
|
170
170
|
|
|
171
|
-
//# sourceMappingURL=telemetry-
|
|
171
|
+
//# sourceMappingURL=telemetry-DPXLd7UE.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_accounts = require("./accounts-
|
|
1
|
+
const require_logger = require("./logger-D5iKBpu_.cjs");
|
|
2
|
+
const require_fetch = require("./fetch-BnR9wSnm.cjs");
|
|
3
|
+
const require_accounts = require("./accounts-BPyfpSeU.cjs");
|
|
4
4
|
let zod = require("zod");
|
|
5
5
|
let posthog_node = require("posthog-node");
|
|
6
6
|
zod.z.object({
|
|
@@ -172,4 +172,4 @@ Object.defineProperty(exports, "telemetry", {
|
|
|
172
172
|
}
|
|
173
173
|
});
|
|
174
174
|
|
|
175
|
-
//# sourceMappingURL=telemetry-
|
|
175
|
+
//# sourceMappingURL=telemetry-re627Lre.cjs.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
2
|
-
require("./esm-
|
|
3
|
-
require("./pythonUtils-
|
|
4
|
-
require("./types-
|
|
5
|
-
require("./util-
|
|
6
|
-
const require_fetch = require("./fetch-
|
|
7
|
-
const require_cache = require("./cache-
|
|
8
|
-
const require_openai = require("./openai-
|
|
9
|
-
const require_util$1 = require("./util-
|
|
1
|
+
const require_logger = require("./logger-D5iKBpu_.cjs");
|
|
2
|
+
require("./esm-CipptfDu.cjs");
|
|
3
|
+
require("./pythonUtils-dAVigVK-.cjs");
|
|
4
|
+
require("./types-D8cGDZbL.cjs");
|
|
5
|
+
require("./util-CuLo2pMR.cjs");
|
|
6
|
+
const require_fetch = require("./fetch-BnR9wSnm.cjs");
|
|
7
|
+
const require_cache = require("./cache-C5yFZ4gC.cjs");
|
|
8
|
+
const require_openai = require("./openai-CoxGAQwn.cjs");
|
|
9
|
+
const require_util$1 = require("./util-CFj4YKIn.cjs");
|
|
10
10
|
let fs = require("fs");
|
|
11
11
|
fs = require_logger.__toESM(fs);
|
|
12
12
|
let path = require("path");
|
|
@@ -110,9 +110,9 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends requ
|
|
|
110
110
|
duration: durationSeconds,
|
|
111
111
|
language: data.language,
|
|
112
112
|
segments: data.segments?.length || 0,
|
|
113
|
-
...avgLogprob
|
|
114
|
-
...avgCompressionRatio
|
|
115
|
-
...avgNoSpeechProb
|
|
113
|
+
...avgLogprob === void 0 ? {} : { avgLogprob },
|
|
114
|
+
...avgCompressionRatio === void 0 ? {} : { avgCompressionRatio },
|
|
115
|
+
...avgNoSpeechProb === void 0 ? {} : { avgNoSpeechProb },
|
|
116
116
|
...this.modelName.includes("diarize") && data.speakers ? { speakers: data.speakers } : {}
|
|
117
117
|
}
|
|
118
118
|
};
|
|
@@ -125,4 +125,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends requ
|
|
|
125
125
|
//#endregion
|
|
126
126
|
exports.OpenAiTranscriptionProvider = OpenAiTranscriptionProvider;
|
|
127
127
|
|
|
128
|
-
//# sourceMappingURL=transcription-
|
|
128
|
+
//# sourceMappingURL=transcription-BvtsrzRG.cjs.map
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { p as REQUEST_TIMEOUT_MS } from "./fetch-
|
|
3
|
-
import "./esm-
|
|
4
|
-
import "./types-
|
|
5
|
-
import { r as fetchWithCache } from "./cache-
|
|
6
|
-
import "./pythonUtils-
|
|
7
|
-
import "./util-
|
|
8
|
-
import { t as OpenAiGenericProvider } from "./openai-
|
|
9
|
-
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-
|
|
1
|
+
import { a as logger } from "./logger-BnkjG2jt.js";
|
|
2
|
+
import { p as REQUEST_TIMEOUT_MS } from "./fetch-BiYv2BZc.js";
|
|
3
|
+
import "./esm-CKWP3u_P.js";
|
|
4
|
+
import "./types-Cd3ygw8W.js";
|
|
5
|
+
import { r as fetchWithCache } from "./cache-HP0NP4k3.js";
|
|
6
|
+
import "./pythonUtils-Bzwbgpbg.js";
|
|
7
|
+
import "./util-BLvy9qfE.js";
|
|
8
|
+
import { t as OpenAiGenericProvider } from "./openai-D6wITiVn.js";
|
|
9
|
+
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-BtoGs5Cb.js";
|
|
10
10
|
import fs from "fs";
|
|
11
11
|
import path from "path";
|
|
12
12
|
//#region src/providers/openai/transcription.ts
|
|
@@ -108,9 +108,9 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
|
|
|
108
108
|
duration: durationSeconds,
|
|
109
109
|
language: data.language,
|
|
110
110
|
segments: data.segments?.length || 0,
|
|
111
|
-
...avgLogprob
|
|
112
|
-
...avgCompressionRatio
|
|
113
|
-
...avgNoSpeechProb
|
|
111
|
+
...avgLogprob === void 0 ? {} : { avgLogprob },
|
|
112
|
+
...avgCompressionRatio === void 0 ? {} : { avgCompressionRatio },
|
|
113
|
+
...avgNoSpeechProb === void 0 ? {} : { avgNoSpeechProb },
|
|
114
114
|
...this.modelName.includes("diarize") && data.speakers ? { speakers: data.speakers } : {}
|
|
115
115
|
}
|
|
116
116
|
};
|
|
@@ -123,4 +123,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
|
|
|
123
123
|
//#endregion
|
|
124
124
|
export { OpenAiTranscriptionProvider };
|
|
125
125
|
|
|
126
|
-
//# sourceMappingURL=transcription-
|
|
126
|
+
//# sourceMappingURL=transcription-CaMivnjG.js.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import {
|
|
3
|
-
import { f as REQUEST_TIMEOUT_MS } from "./fetch-
|
|
4
|
-
import "./cloud-
|
|
5
|
-
import "./types-
|
|
6
|
-
import { a as fetchWithCache } from "./cache-
|
|
7
|
-
import "./util-
|
|
8
|
-
import "./esm-
|
|
9
|
-
import "./pythonUtils-
|
|
10
|
-
import { t as OpenAiGenericProvider } from "./openai-
|
|
11
|
-
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-
|
|
2
|
+
import { s as logger } from "./logger-BcJBzSSA.js";
|
|
3
|
+
import { f as REQUEST_TIMEOUT_MS } from "./fetch-DoVRJZhJ.js";
|
|
4
|
+
import "./cloud-z8KZpUoa.js";
|
|
5
|
+
import "./types-CIhFeUC4.js";
|
|
6
|
+
import { a as fetchWithCache } from "./cache-DSqR6ezl.js";
|
|
7
|
+
import "./util-Bm3E9jpK.js";
|
|
8
|
+
import "./esm-7UIl0pPM.js";
|
|
9
|
+
import "./pythonUtils-wIqk7zAf.js";
|
|
10
|
+
import { t as OpenAiGenericProvider } from "./openai-BMcwgD5C.js";
|
|
11
|
+
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-DM2rTn_6.js";
|
|
12
12
|
import fs from "fs";
|
|
13
13
|
import path from "path";
|
|
14
14
|
//#region src/providers/openai/transcription.ts
|
|
@@ -110,9 +110,9 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
|
|
|
110
110
|
duration: durationSeconds,
|
|
111
111
|
language: data.language,
|
|
112
112
|
segments: data.segments?.length || 0,
|
|
113
|
-
...avgLogprob
|
|
114
|
-
...avgCompressionRatio
|
|
115
|
-
...avgNoSpeechProb
|
|
113
|
+
...avgLogprob === void 0 ? {} : { avgLogprob },
|
|
114
|
+
...avgCompressionRatio === void 0 ? {} : { avgCompressionRatio },
|
|
115
|
+
...avgNoSpeechProb === void 0 ? {} : { avgNoSpeechProb },
|
|
116
116
|
...this.modelName.includes("diarize") && data.speakers ? { speakers: data.speakers } : {}
|
|
117
117
|
}
|
|
118
118
|
};
|
|
@@ -125,4 +125,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
|
|
|
125
125
|
//#endregion
|
|
126
126
|
export { OpenAiTranscriptionProvider };
|
|
127
127
|
|
|
128
|
-
//# sourceMappingURL=transcription-
|
|
128
|
+
//# sourceMappingURL=transcription-DOMMTu01.js.map
|