evalkit-py 0.2.0.dev12__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- evalkit/__init__.py +0 -0
- evalkit/api/__init__.py +0 -0
- evalkit/api/access.py +74 -0
- evalkit/api/agents.py +159 -0
- evalkit/api/app.py +360 -0
- evalkit/api/auth.py +225 -0
- evalkit/api/cli_dist.py +10 -0
- evalkit/api/datasets.py +169 -0
- evalkit/api/deps.py +79 -0
- evalkit/api/download.py +15 -0
- evalkit/api/evaluators.py +121 -0
- evalkit/api/experiments.py +616 -0
- evalkit/api/fixtures.py +95 -0
- evalkit/api/harness_check.py +48 -0
- evalkit/api/imports.py +180 -0
- evalkit/api/limits.py +84 -0
- evalkit/api/llm_providers.py +120 -0
- evalkit/api/mcp/__init__.py +0 -0
- evalkit/api/mcp/auth.py +100 -0
- evalkit/api/mcp/descriptions.py +336 -0
- evalkit/api/mcp/models.py +259 -0
- evalkit/api/mcp/server.py +101 -0
- evalkit/api/mcp/tools.py +844 -0
- evalkit/api/meta.py +19 -0
- evalkit/api/otel.py +350 -0
- evalkit/api/pull.py +197 -0
- evalkit/api/review.py +271 -0
- evalkit/api/runs.py +555 -0
- evalkit/api/server_keys.py +44 -0
- evalkit/api/tokens.py +51 -0
- evalkit/api/trace_imports.py +173 -0
- evalkit/api/trace_sources.py +49 -0
- evalkit/api/traces.py +196 -0
- evalkit/api/users.py +72 -0
- evalkit/api/workspaces.py +131 -0
- evalkit/bundled/contracts/atif-accepted.json +5 -0
- evalkit/bundled/contracts/custom-evaluator-api-v1.json +243 -0
- evalkit/bundled/contracts/harness-api-v1.json +938 -0
- evalkit/bundled/contracts/span-mapping-v1.json +314 -0
- evalkit/bundled/docs/concepts.md +26 -0
- evalkit/bundled/docs/config.md +38 -0
- evalkit/bundled/docs/harness-api.md +44 -0
- evalkit/bundled/docs/install.md +60 -0
- evalkit/bundled/docs/login.md +36 -0
- evalkit/bundled/docs/mappings.md +136 -0
- evalkit/bundled/docs/mcp.md +44 -0
- evalkit/bundled/docs/quickstart.md +142 -0
- evalkit/bundled/docs/sdk-runs.md +171 -0
- evalkit/bundled/docs/tracing.md +171 -0
- evalkit/bundled/docs/try-locally.md +288 -0
- evalkit/bundled/docs/workspaces.md +45 -0
- evalkit/bundled/skills/authoring-eval-cases/SKILL.md +387 -0
- evalkit/bundled/skills/authoring-eval-cases/references/overlays.md +83 -0
- evalkit/bundled/skills/authoring-eval-cases/references/tool-checks.md +71 -0
- evalkit/bundled/skills/connect-traces/SKILL.md +296 -0
- evalkit/bundled/skills/connect-traces/references/gen_ai.json +42 -0
- evalkit/bundled/skills/connect-traces/references/openinference.json +35 -0
- evalkit/bundled/skills/connect-traces/references/span-mapping-schema.md +88 -0
- evalkit/bundled/skills/eval-driven-development/SKILL.md +458 -0
- evalkit/bundled/skills/eval-driven-development/references/analyze-run.md +97 -0
- evalkit/bundled/skills/eval-driven-development/references/diagnose.md +130 -0
- evalkit/bundled/skills/eval-driven-development/references/synthesize-cases.md +87 -0
- evalkit/bundled/skills/eval-driven-development/references/synthesize.md +165 -0
- evalkit/bundled/skills/evalkit-deployment/SKILL.md +332 -0
- evalkit/bundled/skills/evalkit-deployment/config.example.yaml +49 -0
- evalkit/bundled/skills/evalkit-deployment/docker-compose.yml +51 -0
- evalkit/bundled/skills/evalkit-deployment/references/config-and-deploy.md +333 -0
- evalkit/bundled/skills/evalkit-deployment/references/harness-api.md +139 -0
- evalkit/bundled/skills/evalkit-deployment/try/.env.example +11 -0
- evalkit/bundled/skills/evalkit-deployment/try/agent.py +131 -0
- evalkit/bundled/skills/evalkit-deployment/try/cases/acme/balance-sheet/cases.yaml +25 -0
- evalkit/bundled/skills/evalkit-deployment/try/cases/acme/income-statement/cases.yaml +43 -0
- evalkit/bundled/skills/evalkit-deployment/try/config.yaml +17 -0
- evalkit/bundled/skills/evalkit-deployment/try/docker-compose.yml +82 -0
- evalkit/bundled/skills/evalkit-deployment/try/evalkit.yaml +4 -0
- evalkit/bundled/skills/evalkit-deployment/try/mapping.json +42 -0
- evalkit/bundled/skills/evalkit-deployment/try/run.py +33 -0
- evalkit/bundled/skills/evalkit-usage/SKILL.md +509 -0
- evalkit/bundled/skills/evalkit-usage/references/suite-fixtures.md +42 -0
- evalkit/bundled/ui/assets/KaTeX_AMS-Regular-BQhdFMY1.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_AMS-Regular-DMm9YOAa.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_AMS-Regular-DRggAlZN.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Caligraphic-Bold-ATXxdsX0.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Caligraphic-Bold-BEiXGLvX.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Caligraphic-Bold-Dq_IR9rO.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Caligraphic-Regular-CTRA-rTL.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Caligraphic-Regular-Di6jR-x-.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Caligraphic-Regular-wX97UBjC.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Fraktur-Bold-BdnERNNW.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Fraktur-Bold-BsDP51OF.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Fraktur-Bold-CL6g_b3V.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Fraktur-Regular-CB_wures.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Fraktur-Regular-CTYiF6lA.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Fraktur-Regular-Dxdc4cR9.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Bold-Cx986IdX.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Bold-Jm3AIy58.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Bold-waoOVXN0.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-BoldItalic-DxDJ3AOS.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-BoldItalic-DzxPMmG6.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-BoldItalic-SpSLRI95.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Italic-3WenGoN9.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Italic-BMLOBm91.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Italic-NWA7e6Wa.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Regular-B22Nviop.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Regular-Dr94JaBh.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Main-Regular-ypZvNtVU.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Math-BoldItalic-B3XSjfu4.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Math-BoldItalic-CZnvNsCZ.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Math-BoldItalic-iY-2wyZ7.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Math-Italic-DA0__PXp.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Math-Italic-flOr_0UB.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Math-Italic-t53AETM-.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Bold-CFMepnvq.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Bold-D1sUS0GD.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Bold-DbIhKOiC.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Italic-C3H0VqGB.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Italic-DN2j7dab.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Italic-YYjJ1zSn.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Regular-BNo7hRIc.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Regular-CS6fqUqJ.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_SansSerif-Regular-DDBCnlJ7.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Script-Regular-C5JkGWo-.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Script-Regular-D3wIWfF6.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Script-Regular-D5yQViql.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size1-Regular-C195tn64.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size1-Regular-Dbsnue_I.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size1-Regular-mCD8mA8B.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size2-Regular-B7gKUWhC.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size2-Regular-Dy4dx90m.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size2-Regular-oD1tc_U0.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size3-Regular-CTq5MqoE.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size3-Regular-DgpXs0kz.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size4-Regular-BF-4gkZK.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size4-Regular-DWFBv043.ttf +0 -0
- evalkit/bundled/ui/assets/KaTeX_Size4-Regular-Dl5lxZxV.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Typewriter-Regular-C0xS9mPB.woff +0 -0
- evalkit/bundled/ui/assets/KaTeX_Typewriter-Regular-CO6r4hn1.woff2 +0 -0
- evalkit/bundled/ui/assets/KaTeX_Typewriter-Regular-D3Ib7_Hf.ttf +0 -0
- evalkit/bundled/ui/assets/abap-08VXUWAP.js +1 -0
- evalkit/bundled/ui/assets/apex-BWPQTe0t.js +1 -0
- evalkit/bundled/ui/assets/azcli-Bc_sGQ0U.js +1 -0
- evalkit/bundled/ui/assets/bat-i0X4ZdIN.js +1 -0
- evalkit/bundled/ui/assets/bicep-B5-_aFwp.js +2 -0
- evalkit/bundled/ui/assets/cameligo-DMUM7wLl.js +1 -0
- evalkit/bundled/ui/assets/clojure-Cm7r79vr.js +1 -0
- evalkit/bundled/ui/assets/codicon-DF1abBS2.ttf +0 -0
- evalkit/bundled/ui/assets/coffee-Ba7i2nA0.js +1 -0
- evalkit/bundled/ui/assets/cpp-C7h46wYY.js +1 -0
- evalkit/bundled/ui/assets/csharp-BKxtCVv1.js +1 -0
- evalkit/bundled/ui/assets/csp-bTuwJoIa.js +1 -0
- evalkit/bundled/ui/assets/css-DIMkf-bt.js +3 -0
- evalkit/bundled/ui/assets/css.worker-DwfUZ3fB.js +96 -0
- evalkit/bundled/ui/assets/cssMode-C97l1pbB.js +1 -0
- evalkit/bundled/ui/assets/cypher-CVaqCwHa.js +1 -0
- evalkit/bundled/ui/assets/dart-onAF5SnQ.js +1 -0
- evalkit/bundled/ui/assets/dockerfile-DZFCIeNp.js +1 -0
- evalkit/bundled/ui/assets/ecl-94qehhXe.js +1 -0
- evalkit/bundled/ui/assets/editor-DjpsE8to.css +1 -0
- evalkit/bundled/ui/assets/editor.api-NTesIxw5.js +908 -0
- evalkit/bundled/ui/assets/editor.worker-CRz__AKW.js +33 -0
- evalkit/bundled/ui/assets/elixir-6RTg0lbw.js +1 -0
- evalkit/bundled/ui/assets/flow9-C5_-GSwl.js +1 -0
- evalkit/bundled/ui/assets/freemarker2-BWqEFagp.js +3 -0
- evalkit/bundled/ui/assets/fsharp-C8Ef5oNN.js +1 -0
- evalkit/bundled/ui/assets/go-C-y9NEjX.js +1 -0
- evalkit/bundled/ui/assets/graphql-fmXr3nnJ.js +1 -0
- evalkit/bundled/ui/assets/handlebars-DkIF-whN.js +1 -0
- evalkit/bundled/ui/assets/hcl-CpzslTdj.js +1 -0
- evalkit/bundled/ui/assets/html-C_rpeQXJ.js +1 -0
- evalkit/bundled/ui/assets/html.worker-D9ugpX4y.js +509 -0
- evalkit/bundled/ui/assets/htmlMode-B0YIq3DF.js +1 -0
- evalkit/bundled/ui/assets/index-Cw-jBH6M.js +736 -0
- evalkit/bundled/ui/assets/index-DKtoQZtm.css +1 -0
- evalkit/bundled/ui/assets/ini-sBoK_t0W.js +1 -0
- evalkit/bundled/ui/assets/java-BEtHBSE6.js +1 -0
- evalkit/bundled/ui/assets/javascript-D4EGhYA6.js +1 -0
- evalkit/bundled/ui/assets/jetbrains-mono-cyrillic-wght-normal-D73BlboJ.woff2 +0 -0
- evalkit/bundled/ui/assets/jetbrains-mono-greek-wght-normal-Bw9x6K1M.woff2 +0 -0
- evalkit/bundled/ui/assets/jetbrains-mono-latin-ext-wght-normal-DBQx-q_a.woff2 +0 -0
- evalkit/bundled/ui/assets/jetbrains-mono-latin-wght-normal-B9CIFXIH.woff2 +0 -0
- evalkit/bundled/ui/assets/jetbrains-mono-vietnamese-wght-normal-Bt-aOZkq.woff2 +0 -0
- evalkit/bundled/ui/assets/json.worker-CV9fqkUp.js +65 -0
- evalkit/bundled/ui/assets/jsonMode-pQjSfIH6.js +7 -0
- evalkit/bundled/ui/assets/julia-Bri6UV-V.js +1 -0
- evalkit/bundled/ui/assets/kotlin-BOotOW0E.js +1 -0
- evalkit/bundled/ui/assets/less-B9JPFI3C.js +2 -0
- evalkit/bundled/ui/assets/lexon-CfSJPG6W.js +1 -0
- evalkit/bundled/ui/assets/liquid-DbrvoYjD.js +1 -0
- evalkit/bundled/ui/assets/lspLanguageFeatures-D0B7cH6y.js +4 -0
- evalkit/bundled/ui/assets/lua-CsQS60Ue.js +1 -0
- evalkit/bundled/ui/assets/m3-D-oSqn_W.js +1 -0
- evalkit/bundled/ui/assets/markdown-Cimd5fb3.js +1 -0
- evalkit/bundled/ui/assets/mdx-B0HrujLR.js +1 -0
- evalkit/bundled/ui/assets/mips-CIPQ_RoX.js +1 -0
- evalkit/bundled/ui/assets/monacoEditor-DsoPncxW.js +68 -0
- evalkit/bundled/ui/assets/monacoEditor-n7clI0si.css +1 -0
- evalkit/bundled/ui/assets/msdax-DauUninz.js +1 -0
- evalkit/bundled/ui/assets/mysql-SOo6toE5.js +1 -0
- evalkit/bundled/ui/assets/objective-c-FvmIjYaQ.js +1 -0
- evalkit/bundled/ui/assets/pascal-DrH0SRf2.js +1 -0
- evalkit/bundled/ui/assets/pascaligo-D-ptJ9y-.js +1 -0
- evalkit/bundled/ui/assets/perl-oz_6vUea.js +1 -0
- evalkit/bundled/ui/assets/pgsql-DTj74zXo.js +1 -0
- evalkit/bundled/ui/assets/php-nr791fC2.js +1 -0
- evalkit/bundled/ui/assets/pla-CopQ2nXW.js +1 -0
- evalkit/bundled/ui/assets/postiats-43DmfD33.js +1 -0
- evalkit/bundled/ui/assets/powerquery-D3hlyOfw.js +1 -0
- evalkit/bundled/ui/assets/powershell-DmHpPYUd.js +1 -0
- evalkit/bundled/ui/assets/protobuf-C531GsRP.js +2 -0
- evalkit/bundled/ui/assets/pug-Z5eAx3Zn.js +1 -0
- evalkit/bundled/ui/assets/python-CieHVM9n.js +1 -0
- evalkit/bundled/ui/assets/qsharp-DkqhCAOL.js +1 -0
- evalkit/bundled/ui/assets/r-BwWrilGY.js +1 -0
- evalkit/bundled/ui/assets/razor-sLewSMyp.js +1 -0
- evalkit/bundled/ui/assets/redis-ClamHrr6.js +1 -0
- evalkit/bundled/ui/assets/redshift-DT7zqm-g.js +1 -0
- evalkit/bundled/ui/assets/restructuredtext-BYgofb2h.js +1 -0
- evalkit/bundled/ui/assets/ruby-DezsRK8O.js +1 -0
- evalkit/bundled/ui/assets/rust-DdL9SqIa.js +1 -0
- evalkit/bundled/ui/assets/sb-CcwsVR0C.js +1 -0
- evalkit/bundled/ui/assets/scala-DHpiXF5c.js +1 -0
- evalkit/bundled/ui/assets/scheme-BeGwcela.js +1 -0
- evalkit/bundled/ui/assets/scss-gp-XZpBa.js +3 -0
- evalkit/bundled/ui/assets/shell-CC2rA5mh.js +1 -0
- evalkit/bundled/ui/assets/solidity-BEEn4gHE.js +1 -0
- evalkit/bundled/ui/assets/sophia-CRfGWb83.js +1 -0
- evalkit/bundled/ui/assets/sparql-D_Lu-MrJ.js +1 -0
- evalkit/bundled/ui/assets/sql-NEE52Syq.js +1 -0
- evalkit/bundled/ui/assets/st-DbInun42.js +1 -0
- evalkit/bundled/ui/assets/swift-Bxkupp3x.js +1 -0
- evalkit/bundled/ui/assets/systemverilog-Bz4Y3fRF.js +1 -0
- evalkit/bundled/ui/assets/tcl-DISqw1ZD.js +1 -0
- evalkit/bundled/ui/assets/ts.worker-DIAQkoB3.js +67741 -0
- evalkit/bundled/ui/assets/tsMode-BcVQ1nu0.js +11 -0
- evalkit/bundled/ui/assets/twig-De2hgUGE.js +1 -0
- evalkit/bundled/ui/assets/typescript-CUvNWd9p.js +1 -0
- evalkit/bundled/ui/assets/typespec-B8J7ngcE.js +1 -0
- evalkit/bundled/ui/assets/vb-DV3o63ZY.js +1 -0
- evalkit/bundled/ui/assets/wgsl-DpFanUEy.js +298 -0
- evalkit/bundled/ui/assets/workers-CwpYQtzp.js +1 -0
- evalkit/bundled/ui/assets/xml-C1HnXMdF.js +1 -0
- evalkit/bundled/ui/assets/yaml-D7Ey3HQu.js +1 -0
- evalkit/bundled/ui/favicon.svg +6 -0
- evalkit/bundled/ui/index.html +14 -0
- evalkit/cli/__init__.py +0 -0
- evalkit/cli/admin_commands.py +590 -0
- evalkit/cli/client.py +67 -0
- evalkit/cli/init_server.py +165 -0
- evalkit/cli/local_run.py +195 -0
- evalkit/cli/main.py +1365 -0
- evalkit/cli/runs_commands.py +539 -0
- evalkit/cli/server_commands.py +130 -0
- evalkit/cli/skill_targets.py +43 -0
- evalkit/cli/tokens_commands.py +52 -0
- evalkit/cli/traces_commands.py +332 -0
- evalkit/cli/update.py +85 -0
- evalkit/client/__init__.py +0 -0
- evalkit/client/agents.py +25 -0
- evalkit/client/api.py +193 -0
- evalkit/client/blob.py +104 -0
- evalkit/client/connection.py +88 -0
- evalkit/client/evaluators.py +11 -0
- evalkit/client/sessions.py +17 -0
- evalkit/client/store.py +139 -0
- evalkit/client/summary.py +46 -0
- evalkit/client/sync.py +198 -0
- evalkit/config.py +227 -0
- evalkit/contracts/__init__.py +0 -0
- evalkit/contracts/atif.py +115 -0
- evalkit/contracts/cases.py +456 -0
- evalkit/contracts/custom_evaluator.py +58 -0
- evalkit/contracts/enums.py +86 -0
- evalkit/contracts/esf.py +120 -0
- evalkit/contracts/harness.py +281 -0
- evalkit/contracts/notes.json +4 -0
- evalkit/contracts/notes.py +7 -0
- evalkit/contracts/settings.py +41 -0
- evalkit/core/__init__.py +0 -0
- evalkit/core/access.py +75 -0
- evalkit/core/agents.py +65 -0
- evalkit/core/blob.py +46 -0
- evalkit/core/capabilities.py +36 -0
- evalkit/core/costmap.py +90 -0
- evalkit/core/custom_eval.py +50 -0
- evalkit/core/data/cost_map.json +81546 -0
- evalkit/core/endpoints.py +31 -0
- evalkit/core/evaluators/__init__.py +29 -0
- evalkit/core/evaluators/base.py +121 -0
- evalkit/core/evaluators/gauges.py +84 -0
- evalkit/core/evaluators/presentation.py +166 -0
- evalkit/core/evaluators/response_time.py +21 -0
- evalkit/core/evaluators/rubrics.py +494 -0
- evalkit/core/evaluators/tool_trajectory.py +187 -0
- evalkit/core/evaluators/trajectory_rubrics.py +198 -0
- evalkit/core/fixtures.py +57 -0
- evalkit/core/harness.py +227 -0
- evalkit/core/harness_check.py +191 -0
- evalkit/core/importer.py +257 -0
- evalkit/core/judge.py +78 -0
- evalkit/core/lint.py +265 -0
- evalkit/core/overlays.py +76 -0
- evalkit/core/paths.py +25 -0
- evalkit/core/promotion.py +94 -0
- evalkit/core/pull.py +198 -0
- evalkit/core/python_eval.py +59 -0
- evalkit/core/remote_evaluators.py +32 -0
- evalkit/core/review.py +220 -0
- evalkit/core/run_digest.py +421 -0
- evalkit/core/runner.py +995 -0
- evalkit/core/scorecard.py +255 -0
- evalkit/core/traces/__init__.py +0 -0
- evalkit/core/traces/convert.py +336 -0
- evalkit/core/traces/importer.py +113 -0
- evalkit/core/traces/mapping.py +385 -0
- evalkit/core/traces/poll.py +38 -0
- evalkit/core/traces/raw.py +21 -0
- evalkit/core/traces/sessions.py +172 -0
- evalkit/core/traces/settle.py +14 -0
- evalkit/core/traces/sources/__init__.py +19 -0
- evalkit/core/traces/sources/base.py +25 -0
- evalkit/core/traces/sources/phoenix.py +121 -0
- evalkit/core/trajectory.py +248 -0
- evalkit/core/workspace.py +30 -0
- evalkit/credentials.py +119 -0
- evalkit/db/__init__.py +0 -0
- evalkit/db/agents.py +289 -0
- evalkit/db/alembic/env.py +90 -0
- evalkit/db/alembic/script.py.mako +28 -0
- evalkit/db/alembic/versions/0011_baseline.py +1002 -0
- evalkit/db/alembic/versions/0012_ticket_token_kind.py +27 -0
- evalkit/db/alembic/versions/0013_keys_and_llm_providers.py +67 -0
- evalkit/db/cases.py +608 -0
- evalkit/db/crypto.py +12 -0
- evalkit/db/evaluators.py +156 -0
- evalkit/db/experiments.py +363 -0
- evalkit/db/fixture_blobs.py +91 -0
- evalkit/db/keys.py +78 -0
- evalkit/db/llm_providers.py +176 -0
- evalkit/db/locks.py +6 -0
- evalkit/db/mappings.py +168 -0
- evalkit/db/models.py +567 -0
- evalkit/db/promotion.py +271 -0
- evalkit/db/rekey.py +46 -0
- evalkit/db/review.py +250 -0
- evalkit/db/review_state.py +50 -0
- evalkit/db/runs.py +533 -0
- evalkit/db/scorecard.py +300 -0
- evalkit/db/session.py +71 -0
- evalkit/db/sessions.py +90 -0
- evalkit/db/spans.py +360 -0
- evalkit/db/store.py +209 -0
- evalkit/db/tokens.py +100 -0
- evalkit/db/trace_imports.py +308 -0
- evalkit/db/trace_sources.py +131 -0
- evalkit/db/users.py +186 -0
- evalkit/db/workspaces.py +232 -0
- evalkit/paths.py +33 -0
- evalkit/sdk/__init__.py +29 -0
- evalkit/sdk/binding.py +69 -0
- evalkit/sdk/evaluators.py +56 -0
- evalkit/sdk/runner.py +957 -0
- evalkit/sdk/tracing.py +166 -0
- evalkit/store/__init__.py +0 -0
- evalkit/store/base.py +354 -0
- evalkit/store/blob.py +69 -0
- evalkit/version.py +44 -0
- evalkit_py-0.2.0.dev12.dist-info/METADATA +205 -0
- evalkit_py-0.2.0.dev12.dist-info/RECORD +371 -0
- evalkit_py-0.2.0.dev12.dist-info/WHEEL +4 -0
- evalkit_py-0.2.0.dev12.dist-info/entry_points.txt +2 -0
- evalkit_py-0.2.0.dev12.dist-info/licenses/LICENSE +661 -0
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
Metadata-Version: 2.5
|
|
2
|
+
Name: evalkit-py
|
|
3
|
+
Version: 0.2.0.dev12
|
|
4
|
+
Summary: Standalone agent-eval product: server, CLI, UI, finance eval suite, and EDD skills
|
|
5
|
+
Author-email: InferEdge Tech <tech@inferedge.com>
|
|
6
|
+
License-File: LICENSE
|
|
7
|
+
Requires-Python: >=3.13
|
|
8
|
+
Requires-Dist: httpx-retries>=0.6.0
|
|
9
|
+
Requires-Dist: httpx>=0.28.1
|
|
10
|
+
Requires-Dist: jsonschema>=4.26.0
|
|
11
|
+
Requires-Dist: opentelemetry-api>=1.44.0
|
|
12
|
+
Requires-Dist: pydantic>=2
|
|
13
|
+
Requires-Dist: python-dotenv>=1.2.4
|
|
14
|
+
Requires-Dist: pyyaml>=6.0.3
|
|
15
|
+
Requires-Dist: typer>=0.27.3
|
|
16
|
+
Provides-Extra: otel
|
|
17
|
+
Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.44.0; extra == 'otel'
|
|
18
|
+
Requires-Dist: opentelemetry-sdk>=1.44.0; extra == 'otel'
|
|
19
|
+
Provides-Extra: server
|
|
20
|
+
Requires-Dist: alembic>=1.19.1; extra == 'server'
|
|
21
|
+
Requires-Dist: bcrypt>=5.0.0; extra == 'server'
|
|
22
|
+
Requires-Dist: cryptography>=50.0.2; extra == 'server'
|
|
23
|
+
Requires-Dist: fastapi>=0.141.1; extra == 'server'
|
|
24
|
+
Requires-Dist: fastmcp<5.0.0,>=4.0.0; extra == 'server'
|
|
25
|
+
Requires-Dist: greenlet>=3.5.5; extra == 'server'
|
|
26
|
+
Requires-Dist: obstore>=0.11.1; extra == 'server'
|
|
27
|
+
Requires-Dist: opentelemetry-proto>=1.44.0; extra == 'server'
|
|
28
|
+
Requires-Dist: psycopg[binary]>=3.3.6; extra == 'server'
|
|
29
|
+
Requires-Dist: python-multipart>=0.0.32; extra == 'server'
|
|
30
|
+
Requires-Dist: sentry-sdk[fastapi]>=2.73.0; extra == 'server'
|
|
31
|
+
Requires-Dist: sqlalchemy>=2; extra == 'server'
|
|
32
|
+
Requires-Dist: uvicorn>=0.52.4; extra == 'server'
|
|
33
|
+
Description-Content-Type: text/markdown
|
|
34
|
+
|
|
35
|
+
# evalkit
|
|
36
|
+
|
|
37
|
+
By [InferEdge](https://www.inferedge.com/).
|
|
38
|
+
|
|
39
|
+
**Make your AI agent better, end to end.**
|
|
40
|
+
|
|
41
|
+
evalkit is a self-hosted system for improving AI agents. Real traffic goes
|
|
42
|
+
in; a better agent comes out, with evals your domain experts signed off on.
|
|
43
|
+
|
|
44
|
+
> **TL;DR** Mine failures from your agent's real runs and turn them into
|
|
45
|
+
> eval cases. Your domain experts review the cases in plain language, so
|
|
46
|
+
> "right" means what the business means. Run them, read every trajectory,
|
|
47
|
+
> and get file-cited fixes for your prompts, tools and skills. Apply,
|
|
48
|
+
> re-run, repeat until green. Your coding agent drives the loop with
|
|
49
|
+
> evalkit's skills; evalkit keeps the cases, reviews, runs and history.
|
|
50
|
+
|
|
51
|
+
```mermaid
|
|
52
|
+
flowchart LR
|
|
53
|
+
T["Your agent's<br/>real runs"] -->|mine| C["Draft cases"]
|
|
54
|
+
C -->|review| R["Approved cases"]
|
|
55
|
+
R -->|run| S["Scores +<br/>trajectories"]
|
|
56
|
+
S -->|diagnose| F["File-cited fixes"]
|
|
57
|
+
F -->|apply| A["Better agent"]
|
|
58
|
+
A -->|re-run| S
|
|
59
|
+
A -.->|new runs| T
|
|
60
|
+
```
|
|
61
|
+
|
|
62
|
+
## How evalkit improves your agent
|
|
63
|
+
|
|
64
|
+
1. **Find what goes wrong.** Pull a batch of your agent's app runs from
|
|
65
|
+
production, staging or manual testing. Your coding agent analyzes each
|
|
66
|
+
one, groups the failure patterns and drafts eval cases.
|
|
67
|
+
2. **Agree on what right looks like.** Domain experts read each case as a
|
|
68
|
+
question and the facts a right answer must contain, then approve it,
|
|
69
|
+
comment, or send it back with changes. Only approved cases count.
|
|
70
|
+
3. **Measure it.** evalkit runs the cases against your agent, keeps the full
|
|
71
|
+
trajectory of every run (messages, reasoning, tool calls, tokens, cost,
|
|
72
|
+
timing) and scores it with LLM-judged rubrics, built-in tool-call checks
|
|
73
|
+
and your own evaluators.
|
|
74
|
+
4. **Fix it.** Your coding agent pulls the failed runs, diagnoses each one,
|
|
75
|
+
and proposes fixes that name the prompt, tool description, skill or data
|
|
76
|
+
source to change.
|
|
77
|
+
5. **Prove it.** Apply the fixes, re-run, and compare the two experiments
|
|
78
|
+
case by case: what got fixed, what broke. The cases stay as regression
|
|
79
|
+
guards for every change after.
|
|
80
|
+
|
|
81
|
+
Steps 1, 4 and 5 run as agent skills (`evalkit skills install`) in Claude
|
|
82
|
+
Code or another coding agent. Alongside them are skills for writing cases
|
|
83
|
+
with a domain expert and connecting your traces.
|
|
84
|
+
|
|
85
|
+
## Developers and domain experts, one loop
|
|
86
|
+
|
|
87
|
+
An agent is only as good as the definition of "right" it is tested
|
|
88
|
+
against. Developers know the prompts, tools and harness; domain experts
|
|
89
|
+
know what a correct answer is. evalkit gives each side its own view of the
|
|
90
|
+
same cases.
|
|
91
|
+
|
|
92
|
+
- **Cases in plain language.** A case is a question plus rubrics, one
|
|
93
|
+
sentence each: "States 17,133 company-operated stores at FY2021
|
|
94
|
+
year-end." An expert can read and judge it without reading code. The
|
|
95
|
+
case-authoring skill interviews the expert in their own terms and writes
|
|
96
|
+
the YAML.
|
|
97
|
+
- **Review in the web UI.** Draft → Review requested → Approved, or Changes
|
|
98
|
+
requested with a comment. Threaded comments sit on the case, and each
|
|
99
|
+
case keeps a changelog of every sync and decision. Runs on shared
|
|
100
|
+
datasets use approved cases by default, so a half-written case never
|
|
101
|
+
moves the score.
|
|
102
|
+
- **Workspaces.** Each developer has a personal workspace to iterate in
|
|
103
|
+
without touching anyone's results. Shared workspaces such as `dev` and
|
|
104
|
+
`prod` hold the team's datasets, agents and experiments, with `writer`
|
|
105
|
+
and `reviewer` members.
|
|
106
|
+
- **Promotion.** Link `dev` to `prod`, and approving a case in `dev` copies
|
|
107
|
+
that exact version into `prod`. Your prod suite only ever holds reviewed
|
|
108
|
+
cases.
|
|
109
|
+
|
|
110
|
+
## It's that simple
|
|
111
|
+
|
|
112
|
+
```yaml
|
|
113
|
+
# eval/cases/smoke/cases.yaml
|
|
114
|
+
cases:
|
|
115
|
+
- id: store-count
|
|
116
|
+
input:
|
|
117
|
+
question: "How many company-operated stores did Starbucks have at FY2021 year-end?"
|
|
118
|
+
evaluators:
|
|
119
|
+
output:
|
|
120
|
+
answer_rubrics:
|
|
121
|
+
rubrics:
|
|
122
|
+
- rubric: "States 17,133 company-operated stores at FY2021 year-end."
|
|
123
|
+
type: factual_retrieval
|
|
124
|
+
```
|
|
125
|
+
|
|
126
|
+
```python
|
|
127
|
+
# eval/run.py
|
|
128
|
+
from evalkit.sdk import run_experiment, tracing
|
|
129
|
+
from myagent import ask
|
|
130
|
+
|
|
131
|
+
tracing.register(agent="myagent") # your agent's spans become its trajectory
|
|
132
|
+
|
|
133
|
+
|
|
134
|
+
def task(input: dict) -> str:
|
|
135
|
+
return ask(input["question"])
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
result = run_experiment(dataset="smoke", agent="myagent", task=task)
|
|
139
|
+
print(result.url) # the scorecard in the web UI
|
|
140
|
+
```
|
|
141
|
+
|
|
142
|
+
## Why evalkit
|
|
143
|
+
|
|
144
|
+
- **Failures you can read.** Open a low score and see exactly what the agent
|
|
145
|
+
did, step by step.
|
|
146
|
+
- **Plug in your traces.** Already emitting OpenTelemetry spans with
|
|
147
|
+
OpenInference or GenAI conventions? evalkit maps them into trajectories.
|
|
148
|
+
Any harness, any model.
|
|
149
|
+
- **See your app runs too.** Browse your agent's real runs with their
|
|
150
|
+
latency, tokens, cost and tool calls, not just eval runs.
|
|
151
|
+
- **Graders you choose.** Any OpenAI-compatible model as the judge, and your
|
|
152
|
+
own evaluators in Python or over HTTP.
|
|
153
|
+
- **Cases are code.** They live in your repository and sync from CI, like
|
|
154
|
+
the rest of your code.
|
|
155
|
+
|
|
156
|
+
## Run your own evalkit
|
|
157
|
+
|
|
158
|
+
1. **Try it locally.** `pip install "evalkit-py[server]"`, then
|
|
159
|
+
`evalkit init-server` against a local Postgres, or use Docker.
|
|
160
|
+
[Try locally](docs/user/try-locally.md) starts the server on your machine,
|
|
161
|
+
judges with your LLM, and runs a sample agent through an SDK run with
|
|
162
|
+
traces.
|
|
163
|
+
2. **Deploy it for your team.** The
|
|
164
|
+
[evalkit-deployment skill](skills/evalkit-deployment/SKILL.md) covers the
|
|
165
|
+
server image, Postgres, blob storage, the judge, migrations, users and
|
|
166
|
+
workspaces. [Config and deploy](skills/evalkit-deployment/references/config-and-deploy.md)
|
|
167
|
+
has the config reference and the compose setup.
|
|
168
|
+
3. **Connect your agent.**
|
|
169
|
+
- [SDK runs](docs/user/sdk-runs.md) with [Tracing](docs/user/tracing.md)
|
|
170
|
+
and [Mappings](docs/user/mappings.md): the default path.
|
|
171
|
+
- [Harness API](docs/user/harness-api.md): when the server should drive
|
|
172
|
+
your agent.
|
|
173
|
+
|
|
174
|
+
## Use a team's evalkit
|
|
175
|
+
|
|
176
|
+
If your team already runs a server, open its `/docs` page: the same pages,
|
|
177
|
+
with your server's URL filled in. Start with the
|
|
178
|
+
[Quickstart](docs/user/quickstart.md).
|
|
179
|
+
|
|
180
|
+
On GitHub, `{{origin}}` in the docs stands for your server's URL.
|
|
181
|
+
|
|
182
|
+
## Reference
|
|
183
|
+
|
|
184
|
+
The docs and the Python SDK reference are published at
|
|
185
|
+
[inferedge-ai.github.io/evalkit](https://inferedge-ai.github.io/evalkit/).
|
|
186
|
+
|
|
187
|
+
- [Concepts](docs/user/concepts.md): the terms
|
|
188
|
+
- [Install](docs/user/install.md), [Login](docs/user/login.md),
|
|
189
|
+
[Config](docs/user/config.md), [Workspaces](docs/user/workspaces.md)
|
|
190
|
+
- `skills/`: agent skills for authoring cases, eval-driven development,
|
|
191
|
+
connecting traces and day-to-day use. `evalkit skills install` copies them
|
|
192
|
+
into your repository.
|
|
193
|
+
|
|
194
|
+
## Feedback
|
|
195
|
+
|
|
196
|
+
- **Bugs, feature requests and feedback:** open an
|
|
197
|
+
[issue](https://github.com/inferedge-ai/evalkit/issues/new/choose).
|
|
198
|
+
- **Questions:** ask in
|
|
199
|
+
[Discussions](https://github.com/inferedge-ai/evalkit/discussions).
|
|
200
|
+
- **Security vulnerabilities, or anything else:** email
|
|
201
|
+
[tech@inferedge.com](mailto:tech@inferedge.com). Don't post
|
|
202
|
+
vulnerabilities in a public issue.
|
|
203
|
+
|
|
204
|
+
evalkit doesn't take pull requests, but issues are very welcome: a clear
|
|
205
|
+
bug report or idea helps just as much.
|
|
@@ -0,0 +1,371 @@
|
|
|
1
|
+
evalkit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
|
+
evalkit/config.py,sha256=XDeexAH1hbuJH2KKBFTpvpW6YEATtzXoZmwF97xiGK0,6866
|
|
3
|
+
evalkit/credentials.py,sha256=ZJEKxzwKsTlWvDDNwQbTyLflIlth2ZlzgOab5JPaFtQ,4161
|
|
4
|
+
evalkit/paths.py,sha256=SWmvvrOIWtLamgx-ypIqkXUtg0Rq64nb1Y9cK1Yv5eI,645
|
|
5
|
+
evalkit/version.py,sha256=8OkKxQMaTuNyhjgPvXkozMmKkvlBXewFc2GPAW6VMhs,1165
|
|
6
|
+
evalkit/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
7
|
+
evalkit/api/access.py,sha256=dQjPywVzw5p3-Zv1vOepAWCn6dmAeKRPcdAL2B_0xgY,2499
|
|
8
|
+
evalkit/api/agents.py,sha256=YA9xrRd41y35wW1JVg7o19wkSWYxoxLwD8hbkqb_nxw,4721
|
|
9
|
+
evalkit/api/app.py,sha256=sKntHg5uZZ_RQ5bYpYj_OPdhm4r5uN0Y6w0kaZ3e0XI,13907
|
|
10
|
+
evalkit/api/auth.py,sha256=tmhWNrWdthXd01A1J76QQJt85ibQoLcVsNquRDp0Uzc,8292
|
|
11
|
+
evalkit/api/cli_dist.py,sha256=y95M05YwUgvSmPoVYycCKXLU23ouxUzQqbxZE5LARaM,235
|
|
12
|
+
evalkit/api/datasets.py,sha256=9THmZskNFWc5fiSFDXyf1Os3iGQCdoCfSR_8-fWlCOg,6106
|
|
13
|
+
evalkit/api/deps.py,sha256=3JlxUIYwKHVVIEs-ly8fMQ8TAmg3bhUT09DvMRvxhjw,2373
|
|
14
|
+
evalkit/api/download.py,sha256=v5oS2i4IFZ_FvfaV5VySYdC0lshG7XQZcXGc6WIRq1o,520
|
|
15
|
+
evalkit/api/evaluators.py,sha256=MPWlg684f6dZOP6IbFe4kSaHE_N3NRAe5792mHNWBLY,3446
|
|
16
|
+
evalkit/api/experiments.py,sha256=nqPiT4LefsJuwT9pm1X6wC-KqWR8Uf4ko-gz_SVwxaw,22240
|
|
17
|
+
evalkit/api/fixtures.py,sha256=pMrs3FvSHBm_oOBqv56k0O4RYhJYuKVrFgMr5nZm4jQ,3313
|
|
18
|
+
evalkit/api/harness_check.py,sha256=WIUwuHQSIYZmIbs7QjRCTYFYmdq-8aoWitYkJD4s6G8,1832
|
|
19
|
+
evalkit/api/imports.py,sha256=5CSaKLVETeCeKrLvMblk7gQu2k-BE8XNm-EcYLsUdWI,6699
|
|
20
|
+
evalkit/api/limits.py,sha256=KLYRCT0B94uduMb8CxuvjHLI5KPEHGjXo-GV6HvGeb8,2940
|
|
21
|
+
evalkit/api/llm_providers.py,sha256=J-vf2KxtHG6sZjzy4qTEKCddoYoDd3mJe3T-rNc4NnQ,4229
|
|
22
|
+
evalkit/api/meta.py,sha256=OTusYNYdGduHlbEEnpUYy1U188LJxRupl3vOGnQeJJE,693
|
|
23
|
+
evalkit/api/otel.py,sha256=qetMWsorOTPLEblFoy6Ed1GX6-jY6mobHH54UP3pkb8,12957
|
|
24
|
+
evalkit/api/pull.py,sha256=DeG4-tJmT7z-2WGpq4mxZstlW3oPLVebKBPmawge56I,6684
|
|
25
|
+
evalkit/api/review.py,sha256=I5vm5hVZp-pJlwFvIw2rSR_22qaysG5jo8SX_R8kZBk,9894
|
|
26
|
+
evalkit/api/runs.py,sha256=SiKZ4pFALZonsnS8EZWmmOviAQcHVb6H0WqqAhocQJY,19485
|
|
27
|
+
evalkit/api/server_keys.py,sha256=KzaeB82YzRREF9dR5kwGaivstpW5qplI2fKa_GX5K7M,1792
|
|
28
|
+
evalkit/api/tokens.py,sha256=sA60z39OdC11zOI7yJm5szB57JIrxQS-tW8L7V07BNA,1854
|
|
29
|
+
evalkit/api/trace_imports.py,sha256=y_AaUWlEgAYjANnRfSAz2bfYfFBf9ylIU7P6B8CDrl8,5864
|
|
30
|
+
evalkit/api/trace_sources.py,sha256=ZMXotnUGIB3t1LZr88HP0XSJdPQ8F1io3mqUKTXt6WE,1563
|
|
31
|
+
evalkit/api/traces.py,sha256=WMkpIVjrI0ii3wEtX9PZU9FOJ1KswIZQp6YaB_fDjow,6833
|
|
32
|
+
evalkit/api/users.py,sha256=0aRFj2JkErjYneYgL739l3UX3ixLnLyM1GL_su0hNQY,2091
|
|
33
|
+
evalkit/api/workspaces.py,sha256=8IDyRrynBbCptk7nu0uybKFXI-jwiOcc7BPerCT_A44,4813
|
|
34
|
+
evalkit/api/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
35
|
+
evalkit/api/mcp/auth.py,sha256=H2V4XW-NhULEh5dKtgssCATXFuMUCjCeLa5vI1p337k,3555
|
|
36
|
+
evalkit/api/mcp/descriptions.py,sha256=c1gZVWCyz_9emnq4RHAfzyWA-aPLy4FRJg6V2D62Xc4,16335
|
|
37
|
+
evalkit/api/mcp/models.py,sha256=SBwxwKdsrMERhOpMYPL66lEZAAIa1D-SC7f6NDd51uo,5632
|
|
38
|
+
evalkit/api/mcp/server.py,sha256=9K6vRJzWuMS5U6ChKTCh4pPebl3Mrov6Lm8IXHrJQ3o,3281
|
|
39
|
+
evalkit/api/mcp/tools.py,sha256=sbqeaiuQEHTWV_qMBY92sJjxXwwDVxWuA0B8of5971Q,32876
|
|
40
|
+
evalkit/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
41
|
+
evalkit/cli/admin_commands.py,sha256=TvNaRKRzV3L2d2cIA1VShN63eDuDHQoQbgQEXqCz9rc,26050
|
|
42
|
+
evalkit/cli/client.py,sha256=HtrelhTyDjAFyN2aj-MVk_0R6K3HScbmUceyvtiC2O0,2321
|
|
43
|
+
evalkit/cli/init_server.py,sha256=4ZzCc0fROtAj8jQFfyOf4vzWxDKZMPDabPkB5PO2jfA,5008
|
|
44
|
+
evalkit/cli/local_run.py,sha256=8IPz5YbQtMhVIPNbhxMLd7YykWFJ9H3eq1L_E3SrrNQ,6523
|
|
45
|
+
evalkit/cli/main.py,sha256=GOA94LibywpEDPpmKO4_zc9LIz7ld0i3vc0supCvMZ0,52694
|
|
46
|
+
evalkit/cli/runs_commands.py,sha256=9lAXOOlrJ3usGcRPjTqiVLlUyx4nzAJ2naG8r4g2OV0,21546
|
|
47
|
+
evalkit/cli/server_commands.py,sha256=psCGKwdSrbFaihhT6029DNWSMsO0b3I2Ap2_0jv5j4Y,4642
|
|
48
|
+
evalkit/cli/skill_targets.py,sha256=VrzNCiIxMn5zNQkF68mWECovWsPNRm80R1SieBGLEdI,1478
|
|
49
|
+
evalkit/cli/tokens_commands.py,sha256=EMBgSNvOgUUccE11Kv9Wjiv4GmAc0_Lz4lz6Px52qzA,1993
|
|
50
|
+
evalkit/cli/traces_commands.py,sha256=Gndf5KeHgVxpVKJkSIqZ1zsFECUAOtIisKDoMC10IUk,14234
|
|
51
|
+
evalkit/cli/update.py,sha256=Mz38N_HBC-ZlBo5BDPTPZrgbHeVe3c1iK-fY7C2oVog,3007
|
|
52
|
+
evalkit/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
|
+
evalkit/client/agents.py,sha256=s-CZFJS4DbshU-uan7qpx6wT5TqA0Uwgp94ZEc6AIYY,842
|
|
54
|
+
evalkit/client/api.py,sha256=ZMPeOBl1ijFLtotQxQykamxZ_0pVfQhAPrmzlalZYRg,6651
|
|
55
|
+
evalkit/client/blob.py,sha256=_khEunu9hKuLo3XdkDXp9xJmXcFLORtBndVDaef162o,4131
|
|
56
|
+
evalkit/client/connection.py,sha256=-MxfoWvap9YD3nShTt0ZlcdAcuEJ3Mr1RfOyh5tt7bI,2786
|
|
57
|
+
evalkit/client/evaluators.py,sha256=2_BP3gWb1LeJGOLQ4KRpTawuzl0XiVnNX4d7LfnnP_M,445
|
|
58
|
+
evalkit/client/sessions.py,sha256=eH1pDRtZSt4e1b33owc2g4KGcSL7wBDIB-JaRjnr5iI,670
|
|
59
|
+
evalkit/client/store.py,sha256=u3B2bmc29m96ZKYDWLQAOyNPzGFJ3gdq8CAiqN2QEgE,4781
|
|
60
|
+
evalkit/client/summary.py,sha256=B6vlzBwx_ZBrwMP7ESViIF1AQozDl1r9l19vhO5nSQY,2104
|
|
61
|
+
evalkit/client/sync.py,sha256=O2trdpFvNcKFs3ilD4psmFX-YUKy1Xe4Yp4E5UrEU60,7244
|
|
62
|
+
evalkit/contracts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
63
|
+
evalkit/contracts/atif.py,sha256=x1kDDOb6UooPksnKCoqahCS_Y3j8NIOSloUTOLslcf8,3367
|
|
64
|
+
evalkit/contracts/cases.py,sha256=mYCjCiyNuiIb-eNbZX6IPoTYVcoBmmZlSf_zAE1m28s,16831
|
|
65
|
+
evalkit/contracts/custom_evaluator.py,sha256=-uT4MbdhpaiCByEwptz4OWAE_5ltJYFe_0O5XxWLnyI,2074
|
|
66
|
+
evalkit/contracts/enums.py,sha256=FzI5B0M9iRadP4-fuT1KJznlPHllElkGifq9tj8NPQ0,1477
|
|
67
|
+
evalkit/contracts/esf.py,sha256=UTZTMUK0qe3NZfUX1pQXTT1nWHYSQKctk6tZZGRxVW4,3942
|
|
68
|
+
evalkit/contracts/harness.py,sha256=oTNs--ihBffpHl_eO4y961Sbu11B6Dbb0wsota8Iwp8,11667
|
|
69
|
+
evalkit/contracts/notes.json,sha256=rSgYhoTFqO8A6ly6wYGYxilLcvTwNVH57jwAaZon1qk,320
|
|
70
|
+
evalkit/contracts/notes.py,sha256=UrF_zRK1nOUCc4HS3ZKor6Os-ObBudND7L1XnmNUeKI,233
|
|
71
|
+
evalkit/contracts/settings.py,sha256=sCM_f-DPpk6782ltFa-B1bS-6MGr5s0v3A9NSMrSCQY,1355
|
|
72
|
+
evalkit/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
73
|
+
evalkit/core/access.py,sha256=k93ShMnb6QjxxeqS0Uz7O_thXIE35grRqj4wTBU_vnc,2003
|
|
74
|
+
evalkit/core/agents.py,sha256=g159i3DY-dDeNO2n5QQl5mnakZnht8MHJvhL07Qh11s,1547
|
|
75
|
+
evalkit/core/blob.py,sha256=fTauLR3S3RzzXNh7MXDOurq3EQs33-P_TmlAlcxGl74,1396
|
|
76
|
+
evalkit/core/capabilities.py,sha256=tgh3MilbDGZpKBk2-13-SBQk8fED8a2J9rlHR5DFoZI,1203
|
|
77
|
+
evalkit/core/costmap.py,sha256=N9FftefVoDKbEloZPAHBdroagnWbZsiJb8kdTeLFNQg,2734
|
|
78
|
+
evalkit/core/custom_eval.py,sha256=cs0JV5nh4Tj_h1ObZzL9ot6NB_CpMO5MuDiXknCdzZE,1477
|
|
79
|
+
evalkit/core/endpoints.py,sha256=F-yUlusSda9pp6geGQ8WhLZJR_c6TNsQ4tjeE0_C-0I,948
|
|
80
|
+
evalkit/core/fixtures.py,sha256=hm_WYKh7Ofr0KHU65GNIDr8sUZqwbe7Mf9L3DD6AZz8,1849
|
|
81
|
+
evalkit/core/harness.py,sha256=Ey681qfje38MM_3uArPxFVFiuEPnEbk0Ki9F_lXeH0E,8398
|
|
82
|
+
evalkit/core/harness_check.py,sha256=yVzBXXEmCJrge70NyRwOgnBsl6W18uRDJQuT6aE1AoU,8537
|
|
83
|
+
evalkit/core/importer.py,sha256=yxqkNHvzOf27_H3aabTE5mML6iAz0ck4eIqwfwg-H3g,8263
|
|
84
|
+
evalkit/core/judge.py,sha256=HU1ug19vY0VSu-mKsYIIPvYXWqDaJHLn8RjIBwZy88E,2821
|
|
85
|
+
evalkit/core/lint.py,sha256=UdRO6nL2FgLMUwaKYO0LtCSonmFxn_ABcADK47A36Ug,8825
|
|
86
|
+
evalkit/core/overlays.py,sha256=B1SnJAsV6u_t-sJUoMukJK20hdKBDL_geKhQEjHAP74,2647
|
|
87
|
+
evalkit/core/paths.py,sha256=tOwJFqZODe2vPkyzwVUwZYOCG6zmGgsd-30N7cKVqdg,623
|
|
88
|
+
evalkit/core/promotion.py,sha256=fLRsdz5NzIKH9sOzEPngSEsQkmaol9iaSFY8UibV88s,2432
|
|
89
|
+
evalkit/core/pull.py,sha256=-7hZtms66NbO6d0BGIWlkHFElN1Y0l2TfuDx24sHOUE,6491
|
|
90
|
+
evalkit/core/python_eval.py,sha256=SmbiMuvCQRAL5PEQy0yVa732iMaIlA_hFMNmIBChfOo,1935
|
|
91
|
+
evalkit/core/remote_evaluators.py,sha256=dRYnZ6cZ_Udk6Sdtt2D9CZhFmnq6GnUmcOAyZXCzTr4,896
|
|
92
|
+
evalkit/core/review.py,sha256=YM2C7yPZbVcbOVgqk21TdBUb8fFx5Rv39zkW_JZBJLk,6212
|
|
93
|
+
evalkit/core/run_digest.py,sha256=tGtwMsNRwZJkt7knvJLZ6eJ367N4qKXwNEL4AaTrGzI,14753
|
|
94
|
+
evalkit/core/runner.py,sha256=Mb8xaELnpN8fMKFACkMFJCEacZxQxYqtZL-fVSd0h38,35054
|
|
95
|
+
evalkit/core/scorecard.py,sha256=Giir2U3-XYAvrQOcbfjp7rbKy3ILhHHTdbzy76mV2n4,8215
|
|
96
|
+
evalkit/core/trajectory.py,sha256=QBFHZMTlVSujFdQzQprXQ3jIw7TM_Y0edJMkhmqnvh8,9381
|
|
97
|
+
evalkit/core/workspace.py,sha256=vk65nd7wcJ4aYePWlpuGlZo5O4XGvTiJ1P7egcxh79Q,790
|
|
98
|
+
evalkit/core/data/cost_map.json,sha256=8t8M_fmCkzNOd6a-GzJXdWmI4orW6uiEIlQh9XVhCnA,2674364
|
|
99
|
+
evalkit/core/evaluators/__init__.py,sha256=KDvJrzplo4hwbMbZR-H2mLz7HxoWPJ66HGZV1RC9GiE,795
|
|
100
|
+
evalkit/core/evaluators/base.py,sha256=_wVSq8CARNyPCJkUge-R_T9t_EDLcksbNSnTXJ9kZTE,3640
|
|
101
|
+
evalkit/core/evaluators/gauges.py,sha256=EIaLKqeMLIts_NMlDDwh0eK5PkzXC3RqrqosZg-rHlQ,3717
|
|
102
|
+
evalkit/core/evaluators/presentation.py,sha256=Ufl67Q8BWFB-93yiiWkvYFQ1j6sn1KnLfTIs9icXWlg,6571
|
|
103
|
+
evalkit/core/evaluators/response_time.py,sha256=3tcREL5Lz8j0hVdn5DK4Is6-rBc3Z9f0jQnKdoLV20Y,694
|
|
104
|
+
evalkit/core/evaluators/rubrics.py,sha256=5vwwyENBMyfAfCYGWbA6SUxnkoAiGcKsvdiQB1CuTSQ,18345
|
|
105
|
+
evalkit/core/evaluators/tool_trajectory.py,sha256=y6dX_06gEFdXVfN0XeSY-ekZm9wXH4bCe7ZCDDfy-2Y,6569
|
|
106
|
+
evalkit/core/evaluators/trajectory_rubrics.py,sha256=EUT2hwJy4ALXLSwD14ORKNOw9Cd0AjlsQ1DQovV1BT8,7043
|
|
107
|
+
evalkit/core/traces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
108
|
+
evalkit/core/traces/convert.py,sha256=iz3XGTo3bKMNzdQfjo6AEFjsqGiQy8iLjkNGAN9LPK4,12602
|
|
109
|
+
evalkit/core/traces/importer.py,sha256=0IjDQ7Y1TwxfNAmakk2pf5AXEGU88Fmr7aUKkrGpOO8,3777
|
|
110
|
+
evalkit/core/traces/mapping.py,sha256=Fb8rUU52ZhkJbLyDsgYX-B8ns-V_icSsGCHd9fqRqQw,14068
|
|
111
|
+
evalkit/core/traces/poll.py,sha256=gsjlqS0mHGV6HQXUA_i7TXNL7tuyi9hUKnuVChPG6pU,1192
|
|
112
|
+
evalkit/core/traces/raw.py,sha256=0gswNRLRktThPVmrQRVhkeYflyT1p5UXbLMYHj2OQtM,656
|
|
113
|
+
evalkit/core/traces/sessions.py,sha256=H0kXloIb7P_1HIGPbL1eHKNE2hCjqQJ9CJMo13I5sFM,5781
|
|
114
|
+
evalkit/core/traces/settle.py,sha256=Dl1AIj4V_NkCtoX4x2FWFpr85epz5j47nAU09BeSPS4,457
|
|
115
|
+
evalkit/core/traces/sources/__init__.py,sha256=UYaT6O_gUjcM2ilBkOEItN-E252By8d_rqYHv0ydp7A,584
|
|
116
|
+
evalkit/core/traces/sources/base.py,sha256=-afBu7LuDfyXC69qJg_UjYRme6IGKK_IYOy4kqkerdc,681
|
|
117
|
+
evalkit/core/traces/sources/phoenix.py,sha256=83IxYJys513V_T46_8T7TbCkzGppQqdVKNE37OFsOos,4496
|
|
118
|
+
evalkit/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
119
|
+
evalkit/db/agents.py,sha256=AYZACgKTb4j_T-vYTnyf8mhoi3dccwh4X8Qe06qcfr4,11726
|
|
120
|
+
evalkit/db/cases.py,sha256=ewX_uqAneYCyDDSfegspBJtE6fNxpO2Zcl9qHhnjM04,21036
|
|
121
|
+
evalkit/db/crypto.py,sha256=z6BLv7JNmaT5-MfZQCstS2XCqdvVM7yj3D7gXn1wwEw,322
|
|
122
|
+
evalkit/db/evaluators.py,sha256=sZSbGrglgyOyIz2tDQH6BBId0ZLSGshIb0colVWL0Gk,6105
|
|
123
|
+
evalkit/db/experiments.py,sha256=dqU8NFoClzf6nWwJgYDfK7dpSJFOVAX9c4p60IciIrU,12650
|
|
124
|
+
evalkit/db/fixture_blobs.py,sha256=CBtYCCv3w3qBwta7iSUtpSYaEf751mBU6qe9b_UlAnQ,3054
|
|
125
|
+
evalkit/db/keys.py,sha256=IpZy77y2NTj4Ymwhn0OST-E2JOP0cVyRy-Ae-dmCxJg,3219
|
|
126
|
+
evalkit/db/llm_providers.py,sha256=kxuZak1r3N-xbTOeNpFtVNYOY2OydTYI5MU6t9msPhE,6649
|
|
127
|
+
evalkit/db/locks.py,sha256=uYscnBQmvzWyojpl83gHzBIGzf_sk_qNWtPhqLzRQLg,270
|
|
128
|
+
evalkit/db/mappings.py,sha256=4ypwFdLtTMf8X9XL3Xkc378s0linOtJgHa-ZlwRP7a4,5935
|
|
129
|
+
evalkit/db/models.py,sha256=mhanDNTnLm_0m5kuGEVxJPF2yutu2sp-llToQUyHDzA,23953
|
|
130
|
+
evalkit/db/promotion.py,sha256=sW2QSi7HZCiOcGXlnbjNo1IUBnG01Hj9lzV_pO_97m4,9976
|
|
131
|
+
evalkit/db/rekey.py,sha256=Whqk0CKjzHe6lWyqpPrm3m6OebB8qve0lC3jw--tO3k,1469
|
|
132
|
+
evalkit/db/review.py,sha256=nQB8VDJb-9mnhe8yYicLw3A-lwknPi6TNQ6xGPy-73U,10282
|
|
133
|
+
evalkit/db/review_state.py,sha256=vs1cBkn_XqKzj3_Uzt4uonY4au8wqjTEQ4WEUD2pwhE,1685
|
|
134
|
+
evalkit/db/runs.py,sha256=UmN7EWqJphrk321wJDf27w5oShCTjlDzkFan0Ftlcko,18960
|
|
135
|
+
evalkit/db/scorecard.py,sha256=UTZGWV23YbjSMXhsKz5IN7XcaZvA1sHe3v7CPbH5j-E,11643
|
|
136
|
+
evalkit/db/session.py,sha256=VR-0gjoK3gz4pglAUY64VAmF1Cxkq0d7LdNul88L76Q,2405
|
|
137
|
+
evalkit/db/sessions.py,sha256=WXeAuxcfVIk_kIM45LBQSscRJsLs3qiGlMe2Fl0giGY,3446
|
|
138
|
+
evalkit/db/spans.py,sha256=-x3ekTLXym81dbi5SR7W-y1lJ8TUBBqGv9zH9HXN8y0,14107
|
|
139
|
+
evalkit/db/store.py,sha256=B6mh19YsypGmdQX3WrHoCp7UUcV6kLgLTfxyoyd_kRA,7368
|
|
140
|
+
evalkit/db/tokens.py,sha256=RfGBe-yV6GumBfEUMmkKB5xjuTx5ZDb3DG9c4NbkNnY,3525
|
|
141
|
+
evalkit/db/trace_imports.py,sha256=vsUdo0x60SHsGgpLqtmRsZhZ9nPxZcAHQL6t8XyXGKA,10938
|
|
142
|
+
evalkit/db/trace_sources.py,sha256=g6np7L4CznaJ5UNnvakHZxM_sAGl08LK_99qGQHcd78,4460
|
|
143
|
+
evalkit/db/users.py,sha256=-BI1Vju8m_LSeL67gIgSdvIUSzhUk62dfx2T1ktRqMQ,6175
|
|
144
|
+
evalkit/db/workspaces.py,sha256=x57nRX58jrheL44wz6D36jXeJA3ftGFj_6_LR0cHup8,9045
|
|
145
|
+
evalkit/db/alembic/env.py,sha256=h9ZwpM3Y_emuJ820LT7WyxYmmgSWL4r51e23uraw0h8,2433
|
|
146
|
+
evalkit/db/alembic/script.py.mako,sha256=04kgeBtNMa4cCnG8CfQcKt6P6rnloIfj8wy0u_DBydM,704
|
|
147
|
+
evalkit/db/alembic/versions/0011_baseline.py,sha256=z6nSgJKEadjRaY_xUSv0eaV29LSOrZuN1MK-cy1mI68,38738
|
|
148
|
+
evalkit/db/alembic/versions/0012_ticket_token_kind.py,sha256=_SEv1P_YIPkqO43r2SJFvSRqihfj2CamFNvz2eb-AQ0,676
|
|
149
|
+
evalkit/db/alembic/versions/0013_keys_and_llm_providers.py,sha256=ojz37-Uwq6ATcIYQpdLXz05UA0YUiBL_5iHVYJ6WkRE,2026
|
|
150
|
+
evalkit/sdk/__init__.py,sha256=uSDZ_UFVlyAkWbIsmSr97r5NgquUfT8auTHfBYD-rd8,656
|
|
151
|
+
evalkit/sdk/binding.py,sha256=J52Yd6PMHLuu_fDycZUXlK45qipkCuSpuqf2ctTZAMg,2276
|
|
152
|
+
evalkit/sdk/evaluators.py,sha256=Y4Jtj5nQuAqJcBDrFkmaYkHTmhdaLDTZJkkU9Mv-usM,1829
|
|
153
|
+
evalkit/sdk/runner.py,sha256=hbUutiPGAwbEGZYHUQnNQK4ZNZHJhzpX8zpDB-SObzo,35414
|
|
154
|
+
evalkit/sdk/tracing.py,sha256=l2djT4Zmw9iIaJf-sk5pRJHnLbmhvqPonLF9nWtJank,5927
|
|
155
|
+
evalkit/store/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
156
|
+
evalkit/store/base.py,sha256=t22A8odduvLoGiIheDMlHtSDkD4nn-1MK-8Zw5BrbSc,8486
|
|
157
|
+
evalkit/store/blob.py,sha256=AYdUrpc2b6QUziltrmNIZKsbpt0qopwRGkJPJra3LsU,2245
|
|
158
|
+
evalkit/bundled/contracts/atif-accepted.json,sha256=Le-cRLIo6DkVEWrM_-IOmMPiXeMQeCUmanmoeITg0q0,56
|
|
159
|
+
evalkit/bundled/contracts/custom-evaluator-api-v1.json,sha256=m-y7IwJnCyWCmF2-04TH9vObEyd15rmfyl-z8nPKm58,6604
|
|
160
|
+
evalkit/bundled/contracts/harness-api-v1.json,sha256=GWnlxeyefl1572bfTPB9Gao8bjTfckTxo-Gd8-apPaI,27268
|
|
161
|
+
evalkit/bundled/contracts/span-mapping-v1.json,sha256=rFXAahhiWR4HahYyL3yYBznsekOtmrzG8eEcy19JfFs,6735
|
|
162
|
+
evalkit/bundled/docs/concepts.md,sha256=wZyDvslaBsKreaEX2fuIzC2F_1rbqMvHsYUzJCKQWZ4,3767
|
|
163
|
+
evalkit/bundled/docs/config.md,sha256=xDhK38suj4SY30rQCBeejuhyYycA9RaYmiHOGdSKv8A,3323
|
|
164
|
+
evalkit/bundled/docs/harness-api.md,sha256=AhQdwJsLkUxVUrwRsYpB4qTbyieic97NC_x6AbxXgZo,5798
|
|
165
|
+
evalkit/bundled/docs/install.md,sha256=o5Fqa2UrSCn1HUy4LfjqZpuFhgcalrgtZbeMD7VK5qM,2689
|
|
166
|
+
evalkit/bundled/docs/login.md,sha256=b_zd-KdZR9FpCU5WSOCtnuijpkGUMyGhiIXB2rOWLgk,1594
|
|
167
|
+
evalkit/bundled/docs/mappings.md,sha256=duLAWeaSYhD9SQzXfUYd1Ay5YI5x5GCiI4lk9wpipRc,6732
|
|
168
|
+
evalkit/bundled/docs/mcp.md,sha256=TEyppk3pU2IubEE0Ic3x8KD0qYOgWrCqJ-J-GpjbGZw,4102
|
|
169
|
+
evalkit/bundled/docs/quickstart.md,sha256=t_i8LvfvNX3vVj2lDSPzeBnEBjRPBw2fpC9_wlh0GOQ,6636
|
|
170
|
+
evalkit/bundled/docs/sdk-runs.md,sha256=bEJ6nV9Z2venAFdH6PLnbAIp5nJet6YEGLcK8GBc8SE,9954
|
|
171
|
+
evalkit/bundled/docs/tracing.md,sha256=Mu1GyC7oi652AAlt0af6qxePeTRCoo1i09oP6Xx_Jjs,15087
|
|
172
|
+
evalkit/bundled/docs/try-locally.md,sha256=mcZUeP-bHMQrZtkqfBczQOBQepZHLqENqTAiYKlcHzs,13077
|
|
173
|
+
evalkit/bundled/docs/workspaces.md,sha256=F8VLiuGQdanADToSR_yI8Pm5S5c5XVsN9mZt1xY1Uxc,6147
|
|
174
|
+
evalkit/bundled/ui/favicon.svg,sha256=fld5EQRjkfnAL9mDYPt2mAthyCpPLEXhlj_V7DqRvV4,448
|
|
175
|
+
evalkit/bundled/ui/index.html,sha256=BQr-ynNGqmZZEVEkgkRP6VrEkwlTJpkZqCjvR1kbEyQ,457
|
|
176
|
+
evalkit/bundled/skills/authoring-eval-cases/SKILL.md,sha256=QSAIE9UXtLJ-QzZQZV9OBj3lGcdIfwQBKiCo4fyl-pU,21262
|
|
177
|
+
evalkit/bundled/skills/connect-traces/SKILL.md,sha256=1p9tolxc0nN1tQKlKJrtPFmH8ywpOVOn7M3JgpyLCP0,16115
|
|
178
|
+
evalkit/bundled/skills/eval-driven-development/SKILL.md,sha256=D9BRhiit-hbN0eOa_9UvcNPf9ckhrO6uFr9mEqQ1Jt4,24239
|
|
179
|
+
evalkit/bundled/skills/evalkit-deployment/SKILL.md,sha256=_SNKFDSus20nhFUdAaA11bNiYst-NDi8HLUhTct8NEc,18216
|
|
180
|
+
evalkit/bundled/skills/evalkit-deployment/config.example.yaml,sha256=F6agVTi85hlom-Ap4t_p5kSX9XfvjQDOtkASg03yg1Y,2777
|
|
181
|
+
evalkit/bundled/skills/evalkit-deployment/docker-compose.yml,sha256=_1pLII_ZqFVdoyZuGBJcI5DF9pHnjrI2oXOSKeF3zGc,1815
|
|
182
|
+
evalkit/bundled/skills/evalkit-usage/SKILL.md,sha256=FucIopztL-V_QRlAfrofzKB0noR_34fx-tSRYVB6r64,27574
|
|
183
|
+
evalkit/bundled/ui/assets/KaTeX_AMS-Regular-BQhdFMY1.woff2,sha256=DN04fJWQoan5eUVgAi27WWVKfYbxh6oMgUla1C06cwg,28076
|
|
184
|
+
evalkit/bundled/ui/assets/KaTeX_AMS-Regular-DMm9YOAa.woff,sha256=MNqR6EyJP4deJSaJ-uvcWQsocRReitx_mp1NvYzgslE,33516
|
|
185
|
+
evalkit/bundled/ui/assets/KaTeX_AMS-Regular-DRggAlZN.ttf,sha256=aFNIQLz90r_7bw6N60hoTdAefwTqKBMmdXevuQbeHRM,63632
|
|
186
|
+
evalkit/bundled/ui/assets/KaTeX_Caligraphic-Bold-ATXxdsX0.ttf,sha256=B9jjA85PwStLtU8QBBcN0ZCh89tF1AD-aAYN8-CJcmg,12368
|
|
187
|
+
evalkit/bundled/ui/assets/KaTeX_Caligraphic-Bold-BEiXGLvX.woff,sha256=Gua9dHVZDpfn8UWongnM3jIvemvAuRYHsci47igpD-0,7716
|
|
188
|
+
evalkit/bundled/ui/assets/KaTeX_Caligraphic-Bold-Dq_IR9rO.woff2,sha256=3ncB5Czx9M8LdmwD-yeXcgfu4vT9XXb6ghiEBtpD6kw,6912
|
|
189
|
+
evalkit/bundled/ui/assets/KaTeX_Caligraphic-Regular-CTRA-rTL.woff,sha256=M5jdAjAlV6eT8oY_iOAtls4Q3yq_-gfI6fqQd1EW5lw,7656
|
|
190
|
+
evalkit/bundled/ui/assets/KaTeX_Caligraphic-Regular-Di6jR-x-.woff2,sha256=XVPnCtYHwjUhYt7J4JI_tU7Nr6zL9gTNjc99APrLmJs,6908
|
|
191
|
+
evalkit/bundled/ui/assets/KaTeX_Caligraphic-Regular-wX97UBjC.ttf,sha256=7Qt0Ny_u_LucBmay4hDaN7fkn6f7vz7rEdtfaT2s-7c,12344
|
|
192
|
+
evalkit/bundled/ui/assets/KaTeX_Fraktur-Bold-BdnERNNW.ttf,sha256=kWPfnHEiQy5klbQin6kHHPmuhqdYrl78SSTsLhptvOE,19584
|
|
193
|
+
evalkit/bundled/ui/assets/KaTeX_Fraktur-Bold-BsDP51OF.woff,sha256=m-fOuIAEq4rRJAgiRvv8ykCR42OF1Oxu0d9nN12tUPs,13296
|
|
194
|
+
evalkit/bundled/ui/assets/KaTeX_Fraktur-Bold-CL6g_b3V.woff2,sha256=dERO_Vk8AF4_RXO0RSRwTArwqTf-kRzKnpQGjQ0UDT8,11348
|
|
195
|
+
evalkit/bundled/ui/assets/KaTeX_Fraktur-Regular-CB_wures.ttf,sha256=Hm-VeekOLKw3-PYKWXxDbgdcEUOFZSt8vrDewEISkbM,19572
|
|
196
|
+
evalkit/bundled/ui/assets/KaTeX_Fraktur-Regular-CTYiF6lA.woff2,sha256=UYFNJw0G_wJV26B5mZT6TYyE0R8JlR1HWV9Kux82Atw,11316
|
|
197
|
+
evalkit/bundled/ui/assets/KaTeX_Fraktur-Regular-Dxdc4cR9.woff,sha256=Xih1O-cX2sl_VZ9JvBC-nPPBJN3KvaZlnRHLaP68ZGM,13208
|
|
198
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Bold-Cx986IdX.woff2,sha256=D2DRuJeTjskYyM4HMJJBG6-UOPZzlGVpP_GLD50gsCE,25324
|
|
199
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Bold-Jm3AIy58.woff,sha256=x2xdaWKX1RucsWOcfaQzTw597IG0KxEhO14l72cbuCI,29912
|
|
200
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Bold-waoOVXN0.ttf,sha256=E4rCjRZjswN-nF9SNx-lxj2DJPSjjSLNVz5uo6P9DPg,51336
|
|
201
|
+
evalkit/bundled/ui/assets/KaTeX_Main-BoldItalic-DxDJ3AOS.woff2,sha256=mc1Co8By2Rjy9EmEqAfPeqFuE1Rf0IdfwHxsZfmecVs,16780
|
|
202
|
+
evalkit/bundled/ui/assets/KaTeX_Main-BoldItalic-DzxPMmG6.ttf,sha256=cO4fZKIPIEjCGUDvRtAUT9IVuqlTymmv0eMemFRPcI8,32968
|
|
203
|
+
evalkit/bundled/ui/assets/KaTeX_Main-BoldItalic-SpSLRI95.woff,sha256=pvfsDYRqx62XWtuJWcN-1JuUrLxK5DbbnOniAofkpkw,19412
|
|
204
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Italic-3WenGoN9.ttf,sha256=DYWufMMPI3kKfxpYxKES_cqKrnaba6EUKa8dmLG2yzo,33580
|
|
205
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Italic-BMLOBm91.woff,sha256=8dbvhvOxGlKL1RhRmb0kQ-yysN6tltiGdLWiwSviS98,19676
|
|
206
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Italic-NWA7e6Wa.woff2,sha256=l0ecpszpBqvJYeyslvql-couYbjnZw1HWCa83umnwmc,16988
|
|
207
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Regular-B22Nviop.woff2,sha256=wjQs2Lhp4BdSqTIdwXIT_EDU0Ex5aIwdQ_LPMWq9eGY,26272
|
|
208
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Regular-Dr94JaBh.woff,sha256=xjaNh-iho6XTN2I9g9jcS4aPJCqa1HYjfW-NHg8WjNw,30772
|
|
209
|
+
evalkit/bundled/ui/assets/KaTeX_Main-Regular-ypZvNtVU.ttf,sha256=0DMvUoaDcP2Drn-kZHD5DI8uqy_PErxPiAgLNAyVqDA,53580
|
|
210
|
+
evalkit/bundled/ui/assets/KaTeX_Math-BoldItalic-B3XSjfu4.ttf,sha256=-Td6sCcc2lmvJLz_vUak0MijVy_6_bs43irV6nsNXuU,31196
|
|
211
|
+
evalkit/bundled/ui/assets/KaTeX_Math-BoldItalic-CZnvNsCZ.woff2,sha256=3Ec0TbtstbZVyEYNVh9N9fUBuQyAStPGzsZf4yI1GrE,16400
|
|
212
|
+
evalkit/bundled/ui/assets/KaTeX_Math-BoldItalic-iY-2wyZ7.woff,sha256=hQwK9cIjhJf-uvXkYdiAv0WMNB9C9PMw8bGrVpixmY4,18668
|
|
213
|
+
evalkit/bundled/ui/assets/KaTeX_Math-Italic-DA0__PXp.woff,sha256=io0kRYE3GRK48_WiPiQ3yypZzZvK67A0bnIsBXN6JXE,18748
|
|
214
|
+
evalkit/bundled/ui/assets/KaTeX_Math-Italic-flOr_0UB.ttf,sha256=CM6Y5RsE1YlFowHmOeAraZivKf39Yae4r90Hu_xHnUo,31308
|
|
215
|
+
evalkit/bundled/ui/assets/KaTeX_Math-Italic-t53AETM-.woff2,sha256=evWMXsjxMqLd3pAnxteBTezOTTuCKhEZKkKiDi6XMmQ,16440
|
|
216
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Bold-CFMepnvq.ttf,sha256=Hs4D95-VJ31X3H9rQ1p04TebDUYQSoUwKGtg_0k2nqA,24504
|
|
217
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Bold-D1sUS0GD.woff2,sha256=6ZrlEUS_EjLvzBv-Wt02JixoZrD6qyT6dXQOG5hXemI,12216
|
|
218
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Bold-DbIhKOiC.woff,sha256=7OA8_YPiLCEs3vZv64RC0loIO-uYjbPxiD8_lzjXULo,14408
|
|
219
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Italic-C3H0VqGB.woff2,sha256=ALJqyCXiCVBWOW4FU7isJtP4rRWMOCbii0xFs4XEcUo,12028
|
|
220
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Italic-DN2j7dab.woff,sha256=ke5nUAzAEpqgrOOsXGH_FpIQLw8x0CtpNH-6Ndy3W_I,14112
|
|
221
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Italic-YYjJ1zSn.ttf,sha256=OTHdgfrthroCG7K73Db1vtmjjWtPQHespZsmWqGwIIM,22364
|
|
222
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Regular-BNo7hRIc.ttf,sha256=826ol-GfSi5XHR6QDk43EOQ43rBahCSGBFugo-YWpK0,19436
|
|
223
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Regular-CS6fqUqJ.woff,sha256=EeTcimRx_21u5WHVPRD96PdInnmCV_9EnF03wZdDVgU,12316
|
|
224
|
+
evalkit/bundled/ui/assets/KaTeX_SansSerif-Regular-DDBCnlJ7.woff2,sha256=aOjHPvQq_TzOxYvw-6MCzORIk45_wCCl4x-KlS7uE0I,10344
|
|
225
|
+
evalkit/bundled/ui/assets/KaTeX_Script-Regular-C5JkGWo-.ttf,sha256=HGfwaP6ouwm_CZwIixz2S9J1Fqbgf0aENEhzVku2amc,16648
|
|
226
|
+
evalkit/bundled/ui/assets/KaTeX_Script-Regular-D3wIWfF6.woff2,sha256=A21OlRSbaf-bzAzVV3Hv6yX_o5Ryk-aazXjVrDKMaEs,9644
|
|
227
|
+
evalkit/bundled/ui/assets/KaTeX_Script-Regular-D5yQViql.woff,sha256=2WzfKzvdTWSo_V90pMRn8SOopzkxzUNYifCP-vm_lHo,10588
|
|
228
|
+
evalkit/bundled/ui/assets/KaTeX_Size1-Regular-C195tn64.woff,sha256=yUPMmGOE9Z6GvqX9fcUKnE3-Vnp8BetA1nkHIN6tl8k,6496
|
|
229
|
+
evalkit/bundled/ui/assets/KaTeX_Size1-Regular-Dbsnue_I.ttf,sha256=lbbS8aUBc7_tuMY-HRyZsQQn0KTfQgHLRFE7ImlRois,12228
|
|
230
|
+
evalkit/bundled/ui/assets/KaTeX_Size1-Regular-mCD8mA8B.woff2,sha256=a0fEAWa22-IaXfyncYQT8hR_0jmb4bpgXYrTnO3yXf4,5468
|
|
231
|
+
evalkit/bundled/ui/assets/KaTeX_Size2-Regular-B7gKUWhC.ttf,sha256=prIJn7VVxg46DbOgiELr8dcyxutOS_RJE2E77U_E45s,11508
|
|
232
|
+
evalkit/bundled/ui/assets/KaTeX_Size2-Regular-Dy4dx90m.woff2,sha256=0ExUIZ-ersbU1P1C37KHhZdaR5TWsvxx5Wa5zW24Qt0,5208
|
|
233
|
+
evalkit/bundled/ui/assets/KaTeX_Size2-Regular-oD1tc_U0.woff,sha256=IBTFI8MhC8wWZkjE1MxX8Ft0ffB6JCd79xxR5n3Hnj0,6188
|
|
234
|
+
evalkit/bundled/ui/assets/KaTeX_Size3-Regular-CTq5MqoE.woff,sha256=ara2Lpti2uLADdkPeRvRCVC-Dsw0kNfWBF9Rwuj-CUk,4420
|
|
235
|
+
evalkit/bundled/ui/assets/KaTeX_Size3-Regular-DgpXs0kz.ttf,sha256=UA4E1U8NUWZjMsnSCJqoA74iqoeOylOeWfpTxuUisII,7588
|
|
236
|
+
evalkit/bundled/ui/assets/KaTeX_Size4-Regular-BF-4gkZK.woff,sha256=mfnGdQtInJRivwSQC9P5Od-bgpM52qqqme9Ulc3d6lg,5980
|
|
237
|
+
evalkit/bundled/ui/assets/KaTeX_Size4-Regular-DWFBv043.ttf,sha256=xkc2fR3U4WJGhxfQIOH8Dx3Fwm6_3_vlUmFxO_iMWHc,10364
|
|
238
|
+
evalkit/bundled/ui/assets/KaTeX_Size4-Regular-Dl5lxZxV.woff2,sha256=pK99QURAocF5CCXPtwDPnPQ7DyxLBPDrxSMBGtmFPsA,4928
|
|
239
|
+
evalkit/bundled/ui/assets/KaTeX_Typewriter-Regular-C0xS9mPB.woff,sha256=4U_tArGrp86fWv1YRLXQMhsiNR_rxyDg3ouHI1J2Cfc,16028
|
|
240
|
+
evalkit/bundled/ui/assets/KaTeX_Typewriter-Regular-CO6r4hn1.woff2,sha256=cdUX1ngneHz6vfGGkUzDNY7aU543kxlB8rL9SiH2jAs,13568
|
|
241
|
+
evalkit/bundled/ui/assets/KaTeX_Typewriter-Regular-D3Ib7_Hf.ttf,sha256=8B8-h9nGphwMCBzrV3q9hk6wCmEvesFiDdaRX60u9ao,27556
|
|
242
|
+
evalkit/bundled/ui/assets/abap-08VXUWAP.js,sha256=v_s2iGszAEBUjgmnxo-oLx1BQTQAjswxiNzZ24fNZ3o,11690
|
|
243
|
+
evalkit/bundled/ui/assets/apex-BWPQTe0t.js,sha256=eUu2JicJ0pjmMYETgWVVuzFEJeyxEfievljL436Mt3Q,3469
|
|
244
|
+
evalkit/bundled/ui/assets/azcli-Bc_sGQ0U.js,sha256=LDRk2Ih2wJsTBkEl5yiESmbLMeMCGuNGu5aDZxaZzRA,707
|
|
245
|
+
evalkit/bundled/ui/assets/bat-i0X4ZdIN.js,sha256=HG8UIIyIPHkvLPfYHvwzPwmHwXBihFrl_AN34FfROP4,1696
|
|
246
|
+
evalkit/bundled/ui/assets/bicep-B5-_aFwp.js,sha256=LqSc3IjZ0R63GmMgaRbIxZGI9FM-IE7w_XAFzsEJgH0,2367
|
|
247
|
+
evalkit/bundled/ui/assets/cameligo-DMUM7wLl.js,sha256=-M-KapRTtKxkgsMtOTYOpIRACqGYx4Ou2kz89Yztc1A,1975
|
|
248
|
+
evalkit/bundled/ui/assets/clojure-Cm7r79vr.js,sha256=vFwfRrDOh4XHjcUSBrtsq7LEnk9gOAIHtSL9dMEvK0U,8211
|
|
249
|
+
evalkit/bundled/ui/assets/codicon-DF1abBS2.ttf,sha256=d_kCVXIx-VxMca5RfQmhqEJ1Nlb19mUIaz5a2AlVONo,153228
|
|
250
|
+
evalkit/bundled/ui/assets/coffee-Ba7i2nA0.js,sha256=5WkJBbYWZZuIZ5VST0NJs34Zr1rnJRmwY4TcT7Y0CaE,3364
|
|
251
|
+
evalkit/bundled/ui/assets/cpp-C7h46wYY.js,sha256=DxbP-fd4CvkTNwF_a-Jr1IcaUAXmwErbbQEEfiRkN_U,4743
|
|
252
|
+
evalkit/bundled/ui/assets/csharp-BKxtCVv1.js,sha256=tcK0xVr_gQziNy8CVDw-kMQEwehIe9ND34jF0kt8c34,4117
|
|
253
|
+
evalkit/bundled/ui/assets/csp-bTuwJoIa.js,sha256=pUYDwODPsXKr4shrxhfRg0_WRY3TLT8f5omX7nYPw7Y,1278
|
|
254
|
+
evalkit/bundled/ui/assets/css-DIMkf-bt.js,sha256=Nhs17Txzlhf5DumZtrz-bnBHwdMMUt9YQBxQSG9f2OQ,4361
|
|
255
|
+
evalkit/bundled/ui/assets/css.worker-DwfUZ3fB.js,sha256=-OKYXdyN4bJTO7ceZRguvz5_mxlo9ci2ONqkhRVxnWE,1078238
|
|
256
|
+
evalkit/bundled/ui/assets/cssMode-C97l1pbB.js,sha256=C5NG8IUj5US_pzq2YBsvYEV1zCnjz1ZWrIfMe-MJE00,2952
|
|
257
|
+
evalkit/bundled/ui/assets/cypher-CVaqCwHa.js,sha256=AYGtVhyMHJdRbOwpGLEfAPAyHAdwXc3J0D_mjN4oLVg,3048
|
|
258
|
+
evalkit/bundled/ui/assets/dart-onAF5SnQ.js,sha256=QWSf47NMFu2yUd9XFSGEuisDrfcp-gvscx9WznuMY2w,3931
|
|
259
|
+
evalkit/bundled/ui/assets/dockerfile-DZFCIeNp.js,sha256=hIFKl4QSK6zsn49CP3KacmKpiovwWnTZleepql5VAHo,1728
|
|
260
|
+
evalkit/bundled/ui/assets/ecl-94qehhXe.js,sha256=UaoShVb4Agkx49bc3jIkX6HPBZYLZTc_eYyuxOOIK7o,4509
|
|
261
|
+
evalkit/bundled/ui/assets/editor-DjpsE8to.css,sha256=eXqoXVVwoOu7BHCT9Y6a3BOUUHhJVCWycTMHPlsVqdo,99095
|
|
262
|
+
evalkit/bundled/ui/assets/editor.api-NTesIxw5.js,sha256=E0kOsak3Q4BGi1jX4Q6ms7uO5ZzM6JwjM1iaMgMlFzA,2735642
|
|
263
|
+
evalkit/bundled/ui/assets/editor.worker-CRz__AKW.js,sha256=qNNs0RV2QuVym3ZzHTwg6093PHcGWUZD5bqneRhhYp0,303774
|
|
264
|
+
evalkit/bundled/ui/assets/elixir-6RTg0lbw.js,sha256=_AM20WhJvweAHmfSKZJwEaIeLg71t8jkSUJgRVz5P0w,10116
|
|
265
|
+
evalkit/bundled/ui/assets/flow9-C5_-GSwl.js,sha256=kUYiOodGRTZ6qJ5xielY8Ku5yBXlsEOb9kxSY4Fajb0,1669
|
|
266
|
+
evalkit/bundled/ui/assets/freemarker2-BWqEFagp.js,sha256=Rr2DWVXdOJH42e58hDqCcstI2oHDPwNXPV2AYd0y7us,15548
|
|
267
|
+
evalkit/bundled/ui/assets/fsharp-C8Ef5oNN.js,sha256=UTeoJ7rvyxEcL_h0e74Hkkyfnqjz1KegentufCX2nkU,2651
|
|
268
|
+
evalkit/bundled/ui/assets/go-C-y9NEjX.js,sha256=yiNuAvOl-CJdg1l7tlsDbqjKrl95VJ6jchO7KXm8sIU,2350
|
|
269
|
+
evalkit/bundled/ui/assets/graphql-fmXr3nnJ.js,sha256=pm47jqz4rUAXQDgl98x5ePvvxf0fgOpsBE-AWYSMUYY,2119
|
|
270
|
+
evalkit/bundled/ui/assets/handlebars-DkIF-whN.js,sha256=TU9sm1PXNloDRenIxku7mMCKR07vasktyI5CFTUB9eI,6284
|
|
271
|
+
evalkit/bundled/ui/assets/hcl-CpzslTdj.js,sha256=FTELtvUdJnCIa6x3jYwjNRaXvSqDk7_x4SlTYehMmdI,3449
|
|
272
|
+
evalkit/bundled/ui/assets/html-C_rpeQXJ.js,sha256=hTragkA5Q4u87wiHzBL7JLXQoyyXW_DM01TxQy6l73g,4516
|
|
273
|
+
evalkit/bundled/ui/assets/html.worker-D9ugpX4y.js,sha256=BMBzzKXZX0t3pGw5POBLp26-BPvLf3HVdIdvCbLoJew,743371
|
|
274
|
+
evalkit/bundled/ui/assets/htmlMode-B0YIq3DF.js,sha256=umye141HndOkTFDUVFSERDnYVeQLpsZXW7sa_H9CJrI,3406
|
|
275
|
+
evalkit/bundled/ui/assets/index-Cw-jBH6M.js,sha256=wHwGZuGJvCXL3w25Il8mp4IDMMAODR8RH_CqHRbEgaM,1176892
|
|
276
|
+
evalkit/bundled/ui/assets/index-DKtoQZtm.css,sha256=oekqFDEymkWILrv7EEqgTbb9tcaJ_ulc-3W5BosutAg,79920
|
|
277
|
+
evalkit/bundled/ui/assets/ini-sBoK_t0W.js,sha256=6QF6Fp68pxwu26PuYuAa5XlpwDMMopXB8gHj4XgppU4,960
|
|
278
|
+
evalkit/bundled/ui/assets/java-BEtHBSE6.js,sha256=d9OpHur1TgBPjsMh5iCK_s6-JDUjIUa0H2gTU3OACVM,2906
|
|
279
|
+
evalkit/bundled/ui/assets/javascript-D4EGhYA6.js,sha256=XWpyFNzowh0TTd-1n1GkpUySDRvUvoF7iB82m8Jko1g,688
|
|
280
|
+
evalkit/bundled/ui/assets/jetbrains-mono-cyrillic-wght-normal-D73BlboJ.woff2,sha256=0nRgTEB1f5jwffYjqLj7UZRQim-k9UE6ehB_CeO3RSo,12108
|
|
281
|
+
evalkit/bundled/ui/assets/jetbrains-mono-greek-wght-normal-Bw9x6K1M.woff2,sha256=7oYxmAd_MJP_qBwHJYHMS9YIoE5gqKnAuEY5bOTxQQk,9004
|
|
282
|
+
evalkit/bundled/ui/assets/jetbrains-mono-latin-ext-wght-normal-DBQx-q_a.woff2,sha256=eb_aubpGfibupBIubyVn4YjdigmoxzDVAfxIfEq5nG4,15196
|
|
283
|
+
evalkit/bundled/ui/assets/jetbrains-mono-latin-wght-normal-B9CIFXIH.woff2,sha256=GL5FJyS_3CNsB0ypSiSaf0GoZ1LH0EqyWM6e1WUfan4,40404
|
|
284
|
+
evalkit/bundled/ui/assets/jetbrains-mono-vietnamese-wght-normal-Bt-aOZkq.woff2,sha256=Ioh5Xaid2X5kiVS5biK0UBvYXfxFMmRGCyUviItYLKI,7504
|
|
285
|
+
evalkit/bundled/ui/assets/json.worker-CV9fqkUp.js,sha256=Jm1lk21loCh8B_YmTcnOcg6Sw1trDYTZhlPkxYv5X88,433120
|
|
286
|
+
evalkit/bundled/ui/assets/jsonMode-pQjSfIH6.js,sha256=ZSsS-PWfEiPf0Af7f5pzuqlefIxx5vp1m3k1WDLFQDk,12178
|
|
287
|
+
evalkit/bundled/ui/assets/julia-Bri6UV-V.js,sha256=GgHfKwkibx83YYASauJxey9COaeCnDC0-FO9DI5h1ww,6505
|
|
288
|
+
evalkit/bundled/ui/assets/kotlin-BOotOW0E.js,sha256=y9kKjKTUCkkgIf0XZrn0aW0M28yZaabvrArNjMhi9kM,3041
|
|
289
|
+
evalkit/bundled/ui/assets/less-B9JPFI3C.js,sha256=RK-lDgNqYLUdnolGcFtj5W5Nhdj2rhAQjegLMStkLbw,3749
|
|
290
|
+
evalkit/bundled/ui/assets/lexon-CfSJPG6W.js,sha256=3wceYal1Tl_3oIKlurT29e46CCwlH0DYXRxHyki6aAc,2288
|
|
291
|
+
evalkit/bundled/ui/assets/liquid-DbrvoYjD.js,sha256=1AWr2Q2AX4kf2zjJ7GTGt39gg6uF3dhEZp54aIQ6LHU,3344
|
|
292
|
+
evalkit/bundled/ui/assets/lspLanguageFeatures-D0B7cH6y.js,sha256=acFANLf6g6h1c1-fLA03PFoJmTNmJ1nCxOj5XGuglRo,28224
|
|
293
|
+
evalkit/bundled/ui/assets/lua-CsQS60Ue.js,sha256=T68zBfv8YbWQOUMOoKDHlS6ZLXQbvUoVzIqjfdKaN80,1982
|
|
294
|
+
evalkit/bundled/ui/assets/m3-D-oSqn_W.js,sha256=wiQpsc-ejuU-Nd_N1EEku70GvFxCKR2enx_4FMaLERU,2520
|
|
295
|
+
evalkit/bundled/ui/assets/markdown-Cimd5fb3.js,sha256=Yh5RI0xP6paio6bg3VkVHxwCFtfLSpYzYe4pqjAseXc,3639
|
|
296
|
+
evalkit/bundled/ui/assets/mdx-B0HrujLR.js,sha256=wVB3zO7VawXvjLx9tG3guFb-B-UqOkqu8u6UV4lkxHg,4319
|
|
297
|
+
evalkit/bundled/ui/assets/mips-CIPQ_RoX.js,sha256=Mf9nhH4UiNv4cOxx9GbzZEwcanALyeX1nqZyeDVwn-8,2325
|
|
298
|
+
evalkit/bundled/ui/assets/monacoEditor-DsoPncxW.js,sha256=5t4uCJSP-rdqTUrHiwMAW2BMh6dvusbjgatzEJeQEbg,1309299
|
|
299
|
+
evalkit/bundled/ui/assets/monacoEditor-n7clI0si.css,sha256=_s5n5INJJjzoqAk04ZYXP99EFmWEMeL6k0BatkMtehw,86925
|
|
300
|
+
evalkit/bundled/ui/assets/msdax-DauUninz.js,sha256=x-Ec1FvZQfNyIBufG3aF-nbhjtWWCb4trNEl2w7mORU,4270
|
|
301
|
+
evalkit/bundled/ui/assets/mysql-SOo6toE5.js,sha256=s0175vipA9oId7yWxl-u4jDQp6cAD1LlzIlQ94knUzE,9659
|
|
302
|
+
evalkit/bundled/ui/assets/objective-c-FvmIjYaQ.js,sha256=-06rJpDcN7p7YZ4HQ2hFDtAr48MLT-x4ITThLRR0pXM,2102
|
|
303
|
+
evalkit/bundled/ui/assets/pascal-DrH0SRf2.js,sha256=LzNJid31rToM1VfXEWLr-e6treFSYIPRs1eX8Qab87w,2639
|
|
304
|
+
evalkit/bundled/ui/assets/pascaligo-D-ptJ9y-.js,sha256=Ikz9BypZ4_9F83rc7IW1RIWLR-kLBhf1T-Pmq03oMq0,1859
|
|
305
|
+
evalkit/bundled/ui/assets/perl-oz_6vUea.js,sha256=xYDyXpfeizuwlkmJGVWKqlXg_Sdk1AjLc8ZuNwLMIkA,7352
|
|
306
|
+
evalkit/bundled/ui/assets/pgsql-DTj74zXo.js,sha256=2nMfJSoshlHJK7ELIrd6adZyNq7xrVi-2BGSEuSqagc,11913
|
|
307
|
+
evalkit/bundled/ui/assets/php-nr791fC2.js,sha256=pZLAtd7U2BNsHEXB_pHj0amroQ-6nNaQ3tvdV1yWDJc,7743
|
|
308
|
+
evalkit/bundled/ui/assets/pla-CopQ2nXW.js,sha256=F6qe-TaioEm-K31krqMkhvlhwe23zxxcJw8mEvL-9-8,1542
|
|
309
|
+
evalkit/bundled/ui/assets/postiats-43DmfD33.js,sha256=3l9CfSZ5CJOyFcupz4PHjdRAHRGY1v5sRnaRsSOWBYA,7364
|
|
310
|
+
evalkit/bundled/ui/assets/powerquery-D3hlyOfw.js,sha256=h7-yZyeDYpf8Vz7I-o-AdOXL673EDoRNelYwb-oAYnM,15343
|
|
311
|
+
evalkit/bundled/ui/assets/powershell-DmHpPYUd.js,sha256=fS-k4myYtbJ7I-nT4AOE2xWBU6BC4yBTsO8utRI2kYA,3057
|
|
312
|
+
evalkit/bundled/ui/assets/protobuf-C531GsRP.js,sha256=CE2QZMYH5tuK5qacJhFCN5Egq0ldACCn8ZMy7drCA_A,8897
|
|
313
|
+
evalkit/bundled/ui/assets/pug-Z5eAx3Zn.js,sha256=3W_Q5pw42PShvXTeZmdid5YpzS29ZEKItG3NbMZkZIY,4468
|
|
314
|
+
evalkit/bundled/ui/assets/python-CieHVM9n.js,sha256=csH1W5GAHDWSO5XUJfqBO1xQkCN24HS5SsjhgWZ6MJo,3455
|
|
315
|
+
evalkit/bundled/ui/assets/qsharp-DkqhCAOL.js,sha256=72cTeKiuU6qRxzI9j4KVb-r2y5u7Yj9O-DppqJMrsw8,2722
|
|
316
|
+
evalkit/bundled/ui/assets/r-BwWrilGY.js,sha256=kjvwR-197La6WrPfRntvc5VS4GcVs7SVUIcq5brgDh4,2836
|
|
317
|
+
evalkit/bundled/ui/assets/razor-sLewSMyp.js,sha256=5fqVvOUf68___8ntndDrgACJJ28FbcmpzboNm0itW-s,8113
|
|
318
|
+
evalkit/bundled/ui/assets/redis-ClamHrr6.js,sha256=P6KIG5bJRWvmyPzG14QO5RZJlmj49pzn-p4hDqSFQ5M,3032
|
|
319
|
+
evalkit/bundled/ui/assets/redshift-DT7zqm-g.js,sha256=PmLS8mPeeCIWu-NLw1SMU7nZp94WvW7aqKAG7TbJv3c,10331
|
|
320
|
+
evalkit/bundled/ui/assets/restructuredtext-BYgofb2h.js,sha256=UmiK7-mgglvXYqrOt4NCdx4oKNNoHilj1XfmVkRw7mA,3744
|
|
321
|
+
evalkit/bundled/ui/assets/ruby-DezsRK8O.js,sha256=chu7lEMIyOM4jvdJMPC14ZK5hyDxiJ9LMkoDPvCUoTA,8217
|
|
322
|
+
evalkit/bundled/ui/assets/rust-DdL9SqIa.js,sha256=MGorZkVQQnUKZl9zKaHF_rSjO0CN7A5UgCdV2uKWO4c,3661
|
|
323
|
+
evalkit/bundled/ui/assets/sb-CcwsVR0C.js,sha256=xAeclcpUX8AxEBGA28XlKeGIx_qhiBu_GL-HAbLS62c,1688
|
|
324
|
+
evalkit/bundled/ui/assets/scala-DHpiXF5c.js,sha256=yCwJbNFp3S5yBZLHcjaQw8dKJU-mSBfPAOlo3VyYMUo,7112
|
|
325
|
+
evalkit/bundled/ui/assets/scheme-BeGwcela.js,sha256=z8ItryrQzXFnc6PKH1pmoR4HupGMhgqjKcHpQNhwxK4,1626
|
|
326
|
+
evalkit/bundled/ui/assets/scss-gp-XZpBa.js,sha256=cRCostxVBB9GGZjPebFuLyXZeTsHFVRGy_yXtF-LjP0,6260
|
|
327
|
+
evalkit/bundled/ui/assets/shell-CC2rA5mh.js,sha256=k4DfJFQbqxqasJmdCMVC5tY5Bc_YEWphV55ols_tujw,2811
|
|
328
|
+
evalkit/bundled/ui/assets/solidity-BEEn4gHE.js,sha256=agaUW3oE0y6Sn8X4bNEJf8Kd-k_O4kozC0wOc7pD3fU,15992
|
|
329
|
+
evalkit/bundled/ui/assets/sophia-CRfGWb83.js,sha256=X1l2ec73453Mhohq6rpNx6pqHsuKvt3iyt4YVopwxjE,2481
|
|
330
|
+
evalkit/bundled/ui/assets/sparql-D_Lu-MrJ.js,sha256=3JeFBtGke-BBiCzU5nM83Diwu1ec1I-_7dRPEK1s2E8,2217
|
|
331
|
+
evalkit/bundled/ui/assets/sql-NEE52Syq.js,sha256=-k_pzP-IgukwKKn6aWGxpIW460gIgPpID99AV7DefNA,8840
|
|
332
|
+
evalkit/bundled/ui/assets/st-DbInun42.js,sha256=4uqmIq2AV5bOzp6YMrW7nKOYreDQNxtpNjOZB3jOX_4,6946
|
|
333
|
+
evalkit/bundled/ui/assets/swift-Bxkupp3x.js,sha256=PAoUaoj9w0C1Q8tOfBsDefytIxzaJLYxXo8dgwWE4LQ,4483
|
|
334
|
+
evalkit/bundled/ui/assets/systemverilog-Bz4Y3fRF.js,sha256=N8BJdmDPdAS3YSLf9-c6WjpeHiC8AUiPFC0b83QRu84,6850
|
|
335
|
+
evalkit/bundled/ui/assets/tcl-DISqw1ZD.js,sha256=tGDwrjRxtiwzHBQVX4aYHPx2tvnzyCbsk3MouRN8nGI,3271
|
|
336
|
+
evalkit/bundled/ui/assets/ts.worker-DIAQkoB3.js,sha256=TsCeolOIQXSYG_PIGhFpPo-07-VGeF2iXzkmB2eLfTc,6927798
|
|
337
|
+
evalkit/bundled/ui/assets/tsMode-BcVQ1nu0.js,sha256=c7k7OPit_ftC0nJCm-tmdpPIrfgbcXd_iQIUvRxPJg0,21853
|
|
338
|
+
evalkit/bundled/ui/assets/twig-De2hgUGE.js,sha256=7UK-mZY0t2AOG2upJFdhUfk_hN4jQxNO37xW_pXsYRk,5781
|
|
339
|
+
evalkit/bundled/ui/assets/typescript-CUvNWd9p.js,sha256=uYVlPmA2FHcSXhS_tebWEomvhwt9tA5J-XedcZtxInA,4675
|
|
340
|
+
evalkit/bundled/ui/assets/typespec-B8J7ngcE.js,sha256=4SiWGtYCn-n7DAFoQw3hFbXpXOEzUIVgPrFnMxeDL0A,2625
|
|
341
|
+
evalkit/bundled/ui/assets/vb-DV3o63ZY.js,sha256=g6FxShoSupLTGxKrGHUt31pO6FoCrY9npMMQpnSqtsM,5300
|
|
342
|
+
evalkit/bundled/ui/assets/wgsl-DpFanUEy.js,sha256=M1uSecn4lmt1G3mQyTCdxT4mfHC4g3AjJAw7cuUwAg4,7182
|
|
343
|
+
evalkit/bundled/ui/assets/workers-CwpYQtzp.js,sha256=ob9tlCalNbhXKWuXinmwCl1MXVZHUl9uOrbEQ1hqUdo,1255
|
|
344
|
+
evalkit/bundled/ui/assets/xml-C1HnXMdF.js,sha256=IEo1mDAVlGraSEDaq3KMvgNUxpdewDHWkx7qR6xxoKY,1923
|
|
345
|
+
evalkit/bundled/ui/assets/yaml-D7Ey3HQu.js,sha256=ave1mNo9yUwgZxbyiOtnc0qC6syF68QTlSNAL3BpsZQ,3543
|
|
346
|
+
evalkit/bundled/skills/authoring-eval-cases/references/overlays.md,sha256=zhZ_bX4orcXK6y_CoyyHYZoeGm98-j2BgisJGgPqYRg,3765
|
|
347
|
+
evalkit/bundled/skills/authoring-eval-cases/references/tool-checks.md,sha256=n9rCeTPbV7TRn_Z2k7sgjCzufyS6a3luDAXCxZdKdPg,2762
|
|
348
|
+
evalkit/bundled/skills/connect-traces/references/gen_ai.json,sha256=3mC-jYEj_-C9piQ8GrpvhzKDisKyOhVZqEMC_k0Uh9g,2060
|
|
349
|
+
evalkit/bundled/skills/connect-traces/references/openinference.json,sha256=pCXdSCHRdP7NK6sHrdpBJywQo-NFMlVCEg95bwDXSXk,1634
|
|
350
|
+
evalkit/bundled/skills/connect-traces/references/span-mapping-schema.md,sha256=7Z18Re2KgdTm5TSIkVxFEk2iFMOK_BnrK7-eHjGkguo,4163
|
|
351
|
+
evalkit/bundled/skills/eval-driven-development/references/analyze-run.md,sha256=vJLB_0k6v6Gmr3ruvYv0WFWbpv3dkE3ibCL_xq_Olz4,4783
|
|
352
|
+
evalkit/bundled/skills/eval-driven-development/references/diagnose.md,sha256=4Anq8Z8mcP6kZsYbdHrhjmfvZskTvbI2k_g9uPcsqqg,7712
|
|
353
|
+
evalkit/bundled/skills/eval-driven-development/references/synthesize-cases.md,sha256=CbK6oAOJCp16b1I1zvY2ifISBkHgWDYaVte_qJ4JCz8,3582
|
|
354
|
+
evalkit/bundled/skills/eval-driven-development/references/synthesize.md,sha256=le5KMpPCGMh6F1zT2kt6IFLbhGWkReb6nV6QRu6_lII,8052
|
|
355
|
+
evalkit/bundled/skills/evalkit-deployment/references/config-and-deploy.md,sha256=q4bxV-vNFfvOlKuyRRTiLMt7ygZUcGBu0iYkuhVkl74,19967
|
|
356
|
+
evalkit/bundled/skills/evalkit-deployment/references/harness-api.md,sha256=-vCfTi4gZrROzInScO3qaAUHQMnvMHT9Ba9tTiCWLsE,11040
|
|
357
|
+
evalkit/bundled/skills/evalkit-deployment/try/.env.example,sha256=uP43Rnu5wWnPz-WkWDidustNS9AyD8Xw2mZBM6fSzfo,404
|
|
358
|
+
evalkit/bundled/skills/evalkit-deployment/try/agent.py,sha256=lNj0XHUDAINI9sXS0gKkNwjw97JG-SOWs3o8VhfFBY0,5172
|
|
359
|
+
evalkit/bundled/skills/evalkit-deployment/try/config.yaml,sha256=zheSBf3n6Qa2ZizyFYT_bAUptDR5YBtHRphZySISuK0,465
|
|
360
|
+
evalkit/bundled/skills/evalkit-deployment/try/docker-compose.yml,sha256=PZWHmgf0fb6s7MiVEF0W_bExt9htlP7ovYP6XqWB6Yg,2691
|
|
361
|
+
evalkit/bundled/skills/evalkit-deployment/try/evalkit.yaml,sha256=pDhW90EqT6imeemczWqYrISJI0eYTv7IiLIIyMTeMwc,81
|
|
362
|
+
evalkit/bundled/skills/evalkit-deployment/try/mapping.json,sha256=3mC-jYEj_-C9piQ8GrpvhzKDisKyOhVZqEMC_k0Uh9g,2060
|
|
363
|
+
evalkit/bundled/skills/evalkit-deployment/try/run.py,sha256=xS29xgHmK4pDwPrUVqptevGOeFaVvQn1W3svyzqtNzc,882
|
|
364
|
+
evalkit/bundled/skills/evalkit-usage/references/suite-fixtures.md,sha256=plz5MvzIG4qQaMUkuPDcqIcf4M1n_Wn_G5zfXZPNctU,1814
|
|
365
|
+
evalkit/bundled/skills/evalkit-deployment/try/cases/acme/balance-sheet/cases.yaml,sha256=IowaNJaLwa-sahiqpvw9xX_Mj3TrfeVZX93f_RfENU0,802
|
|
366
|
+
evalkit/bundled/skills/evalkit-deployment/try/cases/acme/income-statement/cases.yaml,sha256=tf2DalZVlSI4Km-w6B0ER13bLGXEutY0_LxFO0nIroA,1235
|
|
367
|
+
evalkit_py-0.2.0.dev12.dist-info/METADATA,sha256=bDkob244hEqCs5kkxMyR8zGvIQNQD2h4Y4bvocm6q8U,8484
|
|
368
|
+
evalkit_py-0.2.0.dev12.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
|
|
369
|
+
evalkit_py-0.2.0.dev12.dist-info/entry_points.txt,sha256=wugnobwgFyE6Kotv-Z9R0Xk4Um1ROfx5UU-DntvQQVA,49
|
|
370
|
+
evalkit_py-0.2.0.dev12.dist-info/licenses/LICENSE,sha256=hIahDEOTzuHCU5J2nd07LWwkLW7Hko4UFO__ffsvB-8,34523
|
|
371
|
+
evalkit_py-0.2.0.dev12.dist-info/RECORD,,
|