onbuzz 4.8.2 → 4.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/cli.js +27 -1
- package/bin/composio-cli.js +431 -0
- package/package.json +1 -1
- package/scripts/build-onboarding-doc.cjs +805 -0
- package/scripts/composio-bench/README.md +151 -0
- package/scripts/memory-bench/bench.mjs +576 -0
- package/scripts/memory-bench/live-after-2026-05-21T16-20-52-767Z.json +150 -0
- package/scripts/memory-bench/live-after-2026-05-21T16-37-17-147Z.json +795 -0
- package/scripts/memory-bench/live-after-final-2026-05-21T17-16-02-947Z.json +766 -0
- package/scripts/memory-bench/live-after-v2-2026-05-21T16-52-26-833Z.json +890 -0
- package/scripts/memory-bench/live-after-v3-2026-05-21T17-05-40-622Z.json +955 -0
- package/scripts/memory-bench/live-probe-v2.mjs +412 -0
- package/scripts/memory-bench/live-probe.mjs +387 -0
- package/scripts/memory-bench/live-smoke-2026-05-21T16-22-35-945Z.json +36 -0
- package/scripts/memory-bench/live-smoke2-2026-05-21T16-24-14-095Z.json +36 -0
- package/scripts/memory-bench/live-smoke3-2026-05-21T16-26-54-093Z.json +123 -0
- package/scripts/memory-bench/live-v2-baseline-2026-05-23T22-43-20-757Z.json +628 -0
- package/scripts/memory-bench/live-v2-directive-2026-05-23T21-32-41-369Z.json +628 -0
- package/scripts/memory-bench/live-v2-smoke-2026-05-23T20-06-37-325Z.json +34 -0
- package/scripts/memory-bench/live-v2-smoke-2026-05-23T20-12-48-199Z.json +38 -0
- package/scripts/memory-bench/results-baseline-2026-05-19T11-23-12-245Z.json +39 -0
- package/scripts/memory-bench/results-baseline-2026-05-19T11-30-28-763Z.json +1024 -0
- package/scripts/memory-bench/results-baseline-2026-05-19T11-34-19-299Z.json +1007 -0
- package/scripts/memory-bench/results-baseline-2026-05-19T11-44-18-054Z.json +1432 -0
- package/scripts/memory-bench/results-nudge-combined-2026-05-19T12-00-37-465Z.json +1413 -0
- package/scripts/memory-bench/results-nudge-directive-2026-05-19T11-36-52-963Z.json +210 -0
- package/scripts/memory-bench/results-nudge-directive-2026-05-19T11-49-55-790Z.json +1464 -0
- package/scripts/memory-bench/results-nudge-echo-catalog-2026-05-19T11-39-01-829Z.json +232 -0
- package/scripts/memory-bench/results-nudge-echo-catalog-2026-05-19T11-55-12-705Z.json +1397 -0
- package/scripts/memory-bench/scenarios-v2.mjs +123 -0
- package/scripts/memory-bench/scenarios.mjs +178 -0
- package/scripts/office-bench/generate-samples.mjs +180 -0
- package/scripts/op-posture-bench/bench.mjs +397 -0
- package/scripts/op-posture-bench/probe.mjs +87 -0
- package/scripts/op-posture-bench/results-2026-05-18T20-29-13-941Z.json +57 -0
- package/scripts/op-posture-bench/results-2026-05-18T20-38-36-400Z.json +3071 -0
- package/scripts/op-posture-bench/scenarios.mjs +60 -0
- package/scripts/op-posture-bench/variants.mjs +68 -0
- package/scripts/stub-bench/bench.mjs +439 -0
- package/scripts/stub-bench/fixture/auth.js +41 -0
- package/scripts/stub-bench/results-2026-05-19T10-33-27-045Z.json +99 -0
- package/scripts/stub-bench/results-2026-05-19T10-35-08-240Z.json +920 -0
- package/scripts/stub-bench/results-2026-05-19T10-40-12-166Z.json +463 -0
- package/src/__tests__/composioCliFlags.test.js +239 -0
- package/src/core/__tests__/agentScheduler.codebaseKnowledge.test.js +65 -0
- package/src/core/__tests__/agentScheduler.memoryInjection.test.js +78 -0
- package/src/core/agentPool.js +10 -0
- package/src/core/agentScheduler.js +91 -0
- package/src/index.js +19 -3
- package/src/interfaces/__tests__/bulkAgentRoute.test.js +290 -0
- package/src/interfaces/__tests__/composioRoutes.test.js +318 -0
- package/src/interfaces/webServer.js +346 -2
- package/src/interfaces/webServer.js.bak +7047 -0
- package/src/services/__tests__/codeMapStubRenderer.test.js +207 -0
- package/src/services/__tests__/codebaseKnowledgeService.test.js +427 -0
- package/src/services/__tests__/compactionRetry.test.js +42 -42
- package/src/services/__tests__/composioService.test.js +332 -0
- package/src/services/__tests__/memoryService.appendAndCatalog.test.js +139 -0
- package/src/services/apiKeyManager.js +33 -0
- package/src/services/codeMapStubRenderer.js +142 -0
- package/src/services/codebaseKnowledgeService.js +430 -0
- package/src/services/composioService.js +378 -0
- package/src/services/memoryService.js +98 -0
- package/src/tools/__tests__/baseTool.test.js +62 -0
- package/src/tools/__tests__/codeMapTool.pluralCanonical.test.js +83 -0
- package/src/tools/__tests__/composioTool.test.js +268 -0
- package/src/tools/__tests__/memoryTool.pluralCanonical.test.js +189 -0
- package/src/tools/__tests__/memoryTool.test.js +1 -1
- package/src/tools/__tests__/officeTool.test.js +403 -0
- package/src/tools/__tests__/openaiFunctionSchemas.memoryReminisce.test.js +24 -25
- package/src/tools/__tests__/singularToolReverseForgive.test.js +97 -0
- package/src/tools/__tests__/taskManagerTool.discipline.test.js +137 -0
- package/src/tools/__tests__/taskManagerTool.transition.test.js +236 -0
- package/src/tools/__tests__/toolShapeForgiveness.test.js +260 -0
- package/src/tools/baseTool.js +28 -1
- package/src/tools/codeMapTool.js +1673 -1521
- package/src/tools/composioTool.js +307 -0
- package/src/tools/fileContentReplaceTool.js +893 -840
- package/src/tools/fileSystemTool.js +1372 -1314
- package/src/tools/fileTreeTool.js +7 -0
- package/src/tools/memoryTool.js +217 -81
- package/src/tools/office/officeDoc.js +425 -0
- package/src/tools/office/officePres.js +360 -0
- package/src/tools/office/officeSheet.js +350 -0
- package/src/tools/officeTool.js +313 -0
- package/src/tools/openaiFunctionSchemas.js +40 -50
- package/src/tools/platformControlTool.js +5 -0
- package/src/tools/seekTool.js +36 -1
- package/src/tools/skillsTool.js +10 -0
- package/src/tools/taskManagerTool.js +149 -14
- package/src/tools/terminalTool.js +23 -1
- package/src/tools/visionTool.js +7 -0
- package/src/tools/visualEditorTool.js +7 -0
- package/src/tools/whatsappTool.js +7 -0
- package/src/utilities/authCache.js +47 -6
- package/src/utilities/authCache.js.backup-1779570472481 +121 -0
- package/src/utilities/constants.js +19 -11
- package/web-ui/build/index.html +2 -2
- package/web-ui/build/static/1c-BoCdC5pC.js +1 -0
- package/web-ui/build/static/abap-D7A92M1K.js +1 -0
- package/web-ui/build/static/abnf-DIcpJ99N.js +1 -0
- package/web-ui/build/static/abnf-d4I9yABN.js +1 -0
- package/web-ui/build/static/accesslog-D_Ksv5Fi.js +1 -0
- package/web-ui/build/static/actionscript-CMJI1an7.js +1 -0
- package/web-ui/build/static/actionscript-CNcWu4a1.js +1 -0
- package/web-ui/build/static/ada-BIqOBKro.js +1 -0
- package/web-ui/build/static/ada-BaTkJMdz.js +1 -0
- package/web-ui/build/static/agda-DmRdGgvt.js +1 -0
- package/web-ui/build/static/al-g8BvIfOt.js +1 -0
- package/web-ui/build/static/angelscript-BGxc0B7l.js +1 -0
- package/web-ui/build/static/antlr4-Da7ff6-m.js +1 -0
- package/web-ui/build/static/apache-Bibp-dVJ.js +1 -0
- package/web-ui/build/static/apacheconf-VzeL8tYb.js +1 -0
- package/web-ui/build/static/apex-DUaOCea3.js +1 -0
- package/web-ui/build/static/apl-BpwvFE2V.js +1 -0
- package/web-ui/build/static/applescript-5YKSWwV1.js +1 -0
- package/web-ui/build/static/applescript-BHqj5bpe.js +1 -0
- package/web-ui/build/static/aql-B0Wx_3hH.js +1 -0
- package/web-ui/build/static/arcade-CR8KkII1.js +1 -0
- package/web-ui/build/static/arduino-CYx5u85C.js +1 -0
- package/web-ui/build/static/arduino-ClVU2zro.js +1 -0
- package/web-ui/build/static/arff-kutIH4CC.js +1 -0
- package/web-ui/build/static/armasm-DBm1lGrc.js +1 -0
- package/web-ui/build/static/asciidoc-Cl02VMGf.js +1 -0
- package/web-ui/build/static/asciidoc-MMFYRqre.js +1 -0
- package/web-ui/build/static/asm6502-DPVMGaHn.js +1 -0
- package/web-ui/build/static/asmatmel-Dz4vtZ11.js +1 -0
- package/web-ui/build/static/aspectj-BZidGBlr.js +1 -0
- package/web-ui/build/static/aspnet-C2mo9iee.js +1 -0
- package/web-ui/build/static/autohotkey-Bx83oFMW.js +1 -0
- package/web-ui/build/static/autohotkey-DciFl6K5.js +1 -0
- package/web-ui/build/static/autoit-TVKWI5bu.js +1 -0
- package/web-ui/build/static/autoit-oORW7mrd.js +1 -0
- package/web-ui/build/static/avisynth-D_5uOtxP.js +1 -0
- package/web-ui/build/static/avrasm-D22JmbLm.js +1 -0
- package/web-ui/build/static/avro-idl-CtTuANGZ.js +1 -0
- package/web-ui/build/static/awk-Bnez22eR.js +1 -0
- package/web-ui/build/static/axapta-eqcr7C2-.js +1 -0
- package/web-ui/build/static/bash-D3XWHCZZ.js +1 -0
- package/web-ui/build/static/bash-px0MqVxE.js +1 -0
- package/web-ui/build/static/basic-BWOdgKLg.js +1 -0
- package/web-ui/build/static/basic-C7PK4wVg.js +1 -0
- package/web-ui/build/static/batch-CFeuSY9D.js +1 -0
- package/web-ui/build/static/bbcode-CRC0UNOS.js +1 -0
- package/web-ui/build/static/bicep-C18w8d6Z.js +1 -0
- package/web-ui/build/static/birb-DPiF4fwX.js +1 -0
- package/web-ui/build/static/bison-C1RWPaLl.js +1 -0
- package/web-ui/build/static/bnf-BelSXhsr.js +1 -0
- package/web-ui/build/static/bnf-D_m4SZuc.js +1 -0
- package/web-ui/build/static/brainfuck-Ci7P0POq.js +1 -0
- package/web-ui/build/static/brainfuck-DIrW6_96.js +1 -0
- package/web-ui/build/static/brightscript-4XgpA0OQ.js +1 -0
- package/web-ui/build/static/bro-4kAMStb2.js +1 -0
- package/web-ui/build/static/bsl-CleVjH1I.js +1 -0
- package/web-ui/build/static/c-Ct3AAwH6.js +1 -0
- package/web-ui/build/static/c-EiJrAzIQ.js +1 -0
- package/web-ui/build/static/c-like-B361rHmz.js +1 -0
- package/web-ui/build/static/cal-BZ3Pr4JI.js +1 -0
- package/web-ui/build/static/capnproto-LmwOdJJp.js +1 -0
- package/web-ui/build/static/ceylon-CKAfIFzx.js +1 -0
- package/web-ui/build/static/cfscript-Cms4z16U.js +1 -0
- package/web-ui/build/static/chaiscript-DKxRiUyN.js +1 -0
- package/web-ui/build/static/cil-C6rGhwce.js +1 -0
- package/web-ui/build/static/clean-DmpXs6RN.js +1 -0
- package/web-ui/build/static/clojure-DRYxiF9s.js +1 -0
- package/web-ui/build/static/clojure-DTjXEJCq.js +1 -0
- package/web-ui/build/static/clojure-repl-C1qlAUnK.js +1 -0
- package/web-ui/build/static/cmake-DtUokafC.js +1 -0
- package/web-ui/build/static/cmake-_WqF1fG8.js +1 -0
- package/web-ui/build/static/cobol-D2Q0IMuT.js +1 -0
- package/web-ui/build/static/coffeescript-MRThzdTU.js +1 -0
- package/web-ui/build/static/coffeescript-OHOpkJvb.js +1 -0
- package/web-ui/build/static/concurnas-CVGat9IA.js +1 -0
- package/web-ui/build/static/coq-CB_bM4lt.js +1 -0
- package/web-ui/build/static/coq-WNK38Cqz.js +1 -0
- package/web-ui/build/static/cos-CNa5GVxa.js +1 -0
- package/web-ui/build/static/cpp-D-9lHx0_.js +1 -0
- package/web-ui/build/static/cpp-DRvL1yaA.js +1 -0
- package/web-ui/build/static/crmsh-evnPMxnd.js +1 -0
- package/web-ui/build/static/crystal-RGhNrgnC.js +1 -0
- package/web-ui/build/static/crystal-yrBjXjEh.js +1 -0
- package/web-ui/build/static/csharp-Dr7sLtl1.js +1 -0
- package/web-ui/build/static/csharp-zNVQxjuC.js +1 -0
- package/web-ui/build/static/cshtml-CoiK-7Bu.js +1 -0
- package/web-ui/build/static/csp-Bhgq86EB.js +1 -0
- package/web-ui/build/static/csp-C20UcGAL.js +1 -0
- package/web-ui/build/static/css-D1vlrRV2.js +1 -0
- package/web-ui/build/static/css-extras-DVSAYMbv.js +1 -0
- package/web-ui/build/static/csv-BgR9D8jG.js +1 -0
- package/web-ui/build/static/cypher-Dxehyj6Y.js +1 -0
- package/web-ui/build/static/d-B-Se39n2.js +1 -0
- package/web-ui/build/static/d-Cr4d56op.js +1 -0
- package/web-ui/build/static/dart-BBqlOFkR.js +1 -0
- package/web-ui/build/static/dart-GRD7MWem.js +1 -0
- package/web-ui/build/static/dataweave-BK-Tahkw.js +1 -0
- package/web-ui/build/static/dax-pTr9GVoe.js +1 -0
- package/web-ui/build/static/delphi-CbwSNmp4.js +1 -0
- package/web-ui/build/static/dhall-CuFqRXr6.js +1 -0
- package/web-ui/build/static/diff-CK8Fq88e.js +1 -0
- package/web-ui/build/static/diff-CWbUTU-C.js +1 -0
- package/web-ui/build/static/django-DWaEPdP6.js +1 -0
- package/web-ui/build/static/django-TkEFpAOO.js +1 -0
- package/web-ui/build/static/dns-DKpFJlA0.js +1 -0
- package/web-ui/build/static/dns-zone-file-BIsmZEMf.js +1 -0
- package/web-ui/build/static/docker-DUavAYf7.js +1 -0
- package/web-ui/build/static/dockerfile-YnavjTIo.js +1 -0
- package/web-ui/build/static/dos-Dv3Qr-Oo.js +1 -0
- package/web-ui/build/static/dot-BtIPbx7t.js +1 -0
- package/web-ui/build/static/dsconfig-CEgd9-kI.js +1 -0
- package/web-ui/build/static/dts-BztZn8T6.js +1 -0
- package/web-ui/build/static/dust-B-527Hc0.js +1 -0
- package/web-ui/build/static/ebnf-CH_nnNi5.js +1 -0
- package/web-ui/build/static/ebnf-CuBjcj0j.js +1 -0
- package/web-ui/build/static/editorconfig-CA9KaQ0w.js +1 -0
- package/web-ui/build/static/eiffel-DVYJwwQw.js +1 -0
- package/web-ui/build/static/ejs-C2LKgDYE.js +1 -0
- package/web-ui/build/static/elixir-DVXGkbnw.js +1 -0
- package/web-ui/build/static/elixir-meJ_qqx4.js +1 -0
- package/web-ui/build/static/elm-C5sYS5Cb.js +1 -0
- package/web-ui/build/static/elm-Dj443pWY.js +1 -0
- package/web-ui/build/static/erb-CAj5yksQ.js +1 -0
- package/web-ui/build/static/erb-CcUB2tMd.js +1 -0
- package/web-ui/build/static/erlang-JusKooAX.js +1 -0
- package/web-ui/build/static/erlang-repl-wYgxDX5h.js +1 -0
- package/web-ui/build/static/erlang-sn-PsrSf.js +1 -0
- package/web-ui/build/static/etlua-ChDwUxz6.js +1 -0
- package/web-ui/build/static/excel-BJux1m2h.js +1 -0
- package/web-ui/build/static/excel-formula-i5ByFxAu.js +1 -0
- package/web-ui/build/static/factor-CTutAp6r.js +1 -0
- package/web-ui/build/static/false-DQz_zYVV.js +1 -0
- package/web-ui/build/static/firestore-security-rules-DRGBNXh2.js +1 -0
- package/web-ui/build/static/fix-DeSUhixI.js +1 -0
- package/web-ui/build/static/flix-BKTJVua_.js +1 -0
- package/web-ui/build/static/flow-BpcZsNuo.js +1 -0
- package/web-ui/build/static/fortran-BZIKfBPW.js +1 -0
- package/web-ui/build/static/fortran-BdezWEh5.js +1 -0
- package/web-ui/build/static/fsharp-1Gpt8wZo.js +1 -0
- package/web-ui/build/static/fsharp-CMyiqXUW.js +1 -0
- package/web-ui/build/static/ftl-D9bBJMhV.js +1 -0
- package/web-ui/build/static/gams-DL57wTHN.js +1 -0
- package/web-ui/build/static/gap-DN4Uo9cF.js +1 -0
- package/web-ui/build/static/gauss-DTa1H0QR.js +1 -0
- package/web-ui/build/static/gcode-U5GhqE37.js +1 -0
- package/web-ui/build/static/gcode-s-E37fb4.js +1 -0
- package/web-ui/build/static/gdscript-DkjgGcDv.js +1 -0
- package/web-ui/build/static/gedcom-BbjSSId3.js +1 -0
- package/web-ui/build/static/gherkin-BwIzGx7J.js +1 -0
- package/web-ui/build/static/gherkin-C97W_9I9.js +1 -0
- package/web-ui/build/static/git-DO8dnOip.js +1 -0
- package/web-ui/build/static/glsl-B_4UD4-O.js +1 -0
- package/web-ui/build/static/glsl-CGSjLy2x.js +1 -0
- package/web-ui/build/static/gml-BiITg8HI.js +1 -0
- package/web-ui/build/static/gml-DInGU66p.js +1 -0
- package/web-ui/build/static/gn--m2IH4i3.js +1 -0
- package/web-ui/build/static/go-DOK7GAd-.js +1 -0
- package/web-ui/build/static/go-bof0B9jK.js +1 -0
- package/web-ui/build/static/go-module-CPIVqmnL.js +1 -0
- package/web-ui/build/static/golo-jgy07E43.js +1 -0
- package/web-ui/build/static/gradle-BISOF0nH.js +1 -0
- package/web-ui/build/static/graphql-FqlbDLTL.js +1 -0
- package/web-ui/build/static/groovy-BM0ZyW4a.js +1 -0
- package/web-ui/build/static/groovy-oUdbfbZY.js +1 -0
- package/web-ui/build/static/haml-C8Qg-VO5.js +1 -0
- package/web-ui/build/static/haml-Dse28pB_.js +1 -0
- package/web-ui/build/static/handlebars-CWT7WazY.js +1 -0
- package/web-ui/build/static/handlebars-Ow3joqOm.js +1 -0
- package/web-ui/build/static/haskell-BfraeRhd.js +1 -0
- package/web-ui/build/static/haskell-EhcU7sbn.js +1 -0
- package/web-ui/build/static/haxe-B8tUoExu.js +1 -0
- package/web-ui/build/static/haxe-D9WQHhTh.js +1 -0
- package/web-ui/build/static/hcl-CG3GCouf.js +1 -0
- package/web-ui/build/static/hlsl-CSWRMQ3m.js +1 -0
- package/web-ui/build/static/hoon-Cj0JdbFY.js +1 -0
- package/web-ui/build/static/hpkp-CmjdXbgl.js +1 -0
- package/web-ui/build/static/hsp-VaFZ7Rlv.js +1 -0
- package/web-ui/build/static/hsts-CkJ6UPzY.js +1 -0
- package/web-ui/build/static/htmlbars-pfHjYqd2.js +1 -0
- package/web-ui/build/static/http-2LA-qivJ.js +1 -0
- package/web-ui/build/static/http-CQ_5JSsj.js +1 -0
- package/web-ui/build/static/hy-C-Dll2MQ.js +1 -0
- package/web-ui/build/static/ichigojam-DecRewwq.js +1 -0
- package/web-ui/build/static/icon-CdnU9zPA.js +1 -0
- package/web-ui/build/static/icu-message-format-CUQtjk6Q.js +1 -0
- package/web-ui/build/static/idris-CRMftLq6.js +1 -0
- package/web-ui/build/static/iecst-CXhHqz1P.js +1 -0
- package/web-ui/build/static/ignore-_emqIx7v.js +1 -0
- package/web-ui/build/static/index-BBHrMvg7.js +1216 -0
- package/web-ui/build/static/index-ChkZR_aE.js +13 -0
- package/web-ui/build/static/index-DU4GNSOf.js +1 -0
- package/web-ui/build/static/index-_z8JjNrI.css +1 -0
- package/web-ui/build/static/inform7-CbqlFoFE.js +1 -0
- package/web-ui/build/static/inform7-TxZViMJ9.js +1 -0
- package/web-ui/build/static/ini-D1sHtm5e.js +1 -0
- package/web-ui/build/static/ini-DnqB7pfX.js +1 -0
- package/web-ui/build/static/io-MnQK1mM-.js +1 -0
- package/web-ui/build/static/irpf90-BRaAenqx.js +1 -0
- package/web-ui/build/static/isbl-kubGT4rM.js +1 -0
- package/web-ui/build/static/j-BIz9wT9q.js +1 -0
- package/web-ui/build/static/java-CbQmsHSK.js +1 -0
- package/web-ui/build/static/java-v1B9fNL2.js +1 -0
- package/web-ui/build/static/javadoc-TB1OtWS7.js +1 -0
- package/web-ui/build/static/javadoclike-BBQPwDAU.js +1 -0
- package/web-ui/build/static/javascript-DzNVL5l_.js +1 -0
- package/web-ui/build/static/javastacktrace-BduOgG1e.js +1 -0
- package/web-ui/build/static/jboss-cli-BcqzI366.js +1 -0
- package/web-ui/build/static/jexl-Boyapidr.js +1 -0
- package/web-ui/build/static/jolie-hEbkNpsb.js +1 -0
- package/web-ui/build/static/jq-ZyEE6oGU.js +1 -0
- package/web-ui/build/static/js-extras-CXOzvlL7.js +1 -0
- package/web-ui/build/static/js-templates-CkHsm5px.js +1 -0
- package/web-ui/build/static/jsdoc-Uk3hj8z2.js +1 -0
- package/web-ui/build/static/json-BFi9igjd.js +1 -0
- package/web-ui/build/static/json-LI9wtNaG.js +1 -0
- package/web-ui/build/static/json5-PwjNByuN.js +1 -0
- package/web-ui/build/static/jsonp-DpfGuNSW.js +1 -0
- package/web-ui/build/static/jsstacktrace-DhOP2AhS.js +1 -0
- package/web-ui/build/static/jsx-DmWoDk8F.js +1 -0
- package/web-ui/build/static/julia-DBC5h81N.js +1 -0
- package/web-ui/build/static/julia-Dh9sV3LX.js +1 -0
- package/web-ui/build/static/julia-repl-BYyDp1f4.js +1 -0
- package/web-ui/build/static/keepalived-BTxjrZMV.js +1 -0
- package/web-ui/build/static/keyman-IYiyCDCU.js +1 -0
- package/web-ui/build/static/kotlin-C0PBuzvy.js +1 -0
- package/web-ui/build/static/kotlin-LWYZUK_T.js +1 -0
- package/web-ui/build/static/kumir-CQIbnv9I.js +1 -0
- package/web-ui/build/static/kusto-DA7pQ-Rb.js +1 -0
- package/web-ui/build/static/lasso-CrHySbnC.js +1 -0
- package/web-ui/build/static/latex-CLSOFXG4.js +1 -0
- package/web-ui/build/static/latex-DYknD4Dx.js +1 -0
- package/web-ui/build/static/latte-4QvZcKVw.js +1 -0
- package/web-ui/build/static/ldif-Dr96BfRx.js +1 -0
- package/web-ui/build/static/leaf-C9qL2Qde.js +1 -0
- package/web-ui/build/static/less-DpoID9ZJ.js +1 -0
- package/web-ui/build/static/less-wO8QO0XW.js +1 -0
- package/web-ui/build/static/lilypond-CNp4Kb1P.js +1 -0
- package/web-ui/build/static/liquid-DLULQdgV.js +1 -0
- package/web-ui/build/static/lisp-CrVo-Llt.js +1 -0
- package/web-ui/build/static/lisp-QIAoXzmW.js +1 -0
- package/web-ui/build/static/livecodeserver-DrehOgbf.js +1 -0
- package/web-ui/build/static/livescript-Cm2Yp34x.js +1 -0
- package/web-ui/build/static/livescript-mVYzlrko.js +1 -0
- package/web-ui/build/static/llvm-D6KsQJjh.js +1 -0
- package/web-ui/build/static/llvm-DhIp1o-1.js +1 -0
- package/web-ui/build/static/log-Sj3ocpgB.js +1 -0
- package/web-ui/build/static/lolcode-BSeGnWYG.js +1 -0
- package/web-ui/build/static/lsl-DwgUIp0U.js +1 -0
- package/web-ui/build/static/lua-B7Ot0Oou.js +1 -0
- package/web-ui/build/static/lua-zydwn5-S.js +1 -0
- package/web-ui/build/static/magma-Dgfy2Qny.js +1 -0
- package/web-ui/build/static/makefile-CSjtzdcw.js +1 -0
- package/web-ui/build/static/makefile-DrnEneus.js +1 -0
- package/web-ui/build/static/markdown-D9Ke3tYA.js +1 -0
- package/web-ui/build/static/markdown-DmwKuI2Y.js +1 -0
- package/web-ui/build/static/markup-templating-CikqfHT9.js +1 -0
- package/web-ui/build/static/mathematica-OC0imzI5.js +1 -0
- package/web-ui/build/static/matlab-BlPcqzRw.js +1 -0
- package/web-ui/build/static/matlab-C1iteCkE.js +1 -0
- package/web-ui/build/static/maxima-DecbOh0Y.js +1 -0
- package/web-ui/build/static/maxscript-80cPuIOA.js +1 -0
- package/web-ui/build/static/mel-NI7ysGX2.js +1 -0
- package/web-ui/build/static/mel-r03p1eJo.js +1 -0
- package/web-ui/build/static/mercury-BdNZw6ZU.js +1 -0
- package/web-ui/build/static/mermaid-C1LB7zMJ.js +1 -0
- package/web-ui/build/static/mipsasm-BnZ0cdht.js +1 -0
- package/web-ui/build/static/mizar-BGPNX3WQ.js +1 -0
- package/web-ui/build/static/mizar-CswPcmcG.js +1 -0
- package/web-ui/build/static/mojolicious-rRtgy8Or.js +1 -0
- package/web-ui/build/static/mongodb-CJU0oeix.js +1 -0
- package/web-ui/build/static/monkey-Bj0HaV5-.js +1 -0
- package/web-ui/build/static/monkey-JRYuMIYc.js +1 -0
- package/web-ui/build/static/moonscript-i7e8bkxZ.js +1 -0
- package/web-ui/build/static/moonscript-ldoM156V.js +1 -0
- package/web-ui/build/static/n1ql-C0xs8qWA.js +1 -0
- package/web-ui/build/static/n1ql-DlC-GlVq.js +1 -0
- package/web-ui/build/static/n4js-mIwtIanO.js +1 -0
- package/web-ui/build/static/nand2tetris-hdl-mfHIYPZD.js +1 -0
- package/web-ui/build/static/naniscript-DiDayxx1.js +1 -0
- package/web-ui/build/static/nasm-7uf2nfNC.js +1 -0
- package/web-ui/build/static/neon-BKgOgIAL.js +1 -0
- package/web-ui/build/static/nevod-BlujoQ5k.js +1 -0
- package/web-ui/build/static/nginx-Bb57ubp_.js +1 -0
- package/web-ui/build/static/nginx-DmLU0URp.js +1 -0
- package/web-ui/build/static/nim-CmnPRTHF.js +1 -0
- package/web-ui/build/static/nim-DOReB32c.js +1 -0
- package/web-ui/build/static/nix-BDMn1sgi.js +1 -0
- package/web-ui/build/static/nix-LTHuFEfQ.js +1 -0
- package/web-ui/build/static/node-repl-dxwu8SWp.js +1 -0
- package/web-ui/build/static/nsis-CKD0KqBT.js +1 -0
- package/web-ui/build/static/nsis-IlSwBUak.js +1 -0
- package/web-ui/build/static/objectivec-D4Lo30HV.js +1 -0
- package/web-ui/build/static/objectivec-zmGGqvoM.js +1 -0
- package/web-ui/build/static/ocaml-2uzfqAr8.js +1 -0
- package/web-ui/build/static/ocaml-wF6lV9H4.js +1 -0
- package/web-ui/build/static/opencl-B82Xjnw5.js +1 -0
- package/web-ui/build/static/openqasm-VzVaHpAP.js +1 -0
- package/web-ui/build/static/openscad-B-qK1VfW.js +1 -0
- package/web-ui/build/static/oxygene-BNTVgbsA.js +1 -0
- package/web-ui/build/static/oz-5ZfXBXQY.js +1 -0
- package/web-ui/build/static/parigp-S8JhoJoz.js +1 -0
- package/web-ui/build/static/parser-BZPtbLcv.js +1 -0
- package/web-ui/build/static/parser3-BZRLDHuv.js +1 -0
- package/web-ui/build/static/pascal-GKzqT2Ku.js +1 -0
- package/web-ui/build/static/pascaligo-DnbFz_mr.js +1 -0
- package/web-ui/build/static/pcaxis-DiRsos26.js +1 -0
- package/web-ui/build/static/peoplecode-CMDLbqGB.js +1 -0
- package/web-ui/build/static/perl-BOnBAciC.js +1 -0
- package/web-ui/build/static/perl-fMVLgVTb.js +1 -0
- package/web-ui/build/static/pf-z6xsHHPS.js +1 -0
- package/web-ui/build/static/pgsql-5jHAyGJf.js +1 -0
- package/web-ui/build/static/php-CbG6Jq36.js +1 -0
- package/web-ui/build/static/php-D9yyh70o.js +1 -0
- package/web-ui/build/static/php-extras-CQKSwnMo.js +1 -0
- package/web-ui/build/static/php-template-Ch4UQhUx.js +1 -0
- package/web-ui/build/static/phpdoc-Be7TYcGQ.js +1 -0
- package/web-ui/build/static/plaintext-BsYjBqDy.js +1 -0
- package/web-ui/build/static/plsql-Dc4ePipN.js +1 -0
- package/web-ui/build/static/pony-Cen7DtWb.js +1 -0
- package/web-ui/build/static/powerquery-BIOJ1eUE.js +1 -0
- package/web-ui/build/static/powershell-CbEjJpj7.js +1 -0
- package/web-ui/build/static/powershell-DlceT0ds.js +1 -0
- package/web-ui/build/static/processing-C9GaKPU-.js +1 -0
- package/web-ui/build/static/processing-CTPA3QIV.js +1 -0
- package/web-ui/build/static/profile-CHjz016L.js +1 -0
- package/web-ui/build/static/prolog-BK0g5F4c.js +1 -0
- package/web-ui/build/static/prolog-DrrwUODp.js +1 -0
- package/web-ui/build/static/promql-DftRCUlR.js +1 -0
- package/web-ui/build/static/properties-B122hwLT.js +1 -0
- package/web-ui/build/static/properties-C0m3XIaN.js +1 -0
- package/web-ui/build/static/protobuf-CanIoKel.js +1 -0
- package/web-ui/build/static/protobuf-WvDgzNtD.js +1 -0
- package/web-ui/build/static/psl-JsKwhg_r.js +1 -0
- package/web-ui/build/static/pug-DoQaiAyU.js +1 -0
- package/web-ui/build/static/puppet-CoRftQQB.js +1 -0
- package/web-ui/build/static/puppet-DHgjsvQ8.js +1 -0
- package/web-ui/build/static/pure-BgZIQeOr.js +1 -0
- package/web-ui/build/static/purebasic-BRYfIFBb.js +1 -0
- package/web-ui/build/static/purebasic-DxXSa8gN.js +1 -0
- package/web-ui/build/static/purescript-ChvJvUnk.js +1 -0
- package/web-ui/build/static/python-DqhW0V3z.js +1 -0
- package/web-ui/build/static/python-Dz2FyIQx.js +1 -0
- package/web-ui/build/static/python-repl-Cl3mEb2H.js +1 -0
- package/web-ui/build/static/q-Bg4mQWXp.js +1 -0
- package/web-ui/build/static/q-DwaQK_1p.js +1 -0
- package/web-ui/build/static/qml-D1-fdJvp.js +1 -0
- package/web-ui/build/static/qml-DFsoiY0T.js +1 -0
- package/web-ui/build/static/qore-DdEtFSV5.js +1 -0
- package/web-ui/build/static/qsharp-B_A0OUBX.js +1 -0
- package/web-ui/build/static/r-C3M2HrKx.js +1 -0
- package/web-ui/build/static/r-_EUAt74Q.js +1 -0
- package/web-ui/build/static/racket-B3uAs3VE.js +1 -0
- package/web-ui/build/static/reason-CyAzPvNW.js +1 -0
- package/web-ui/build/static/reasonml-iEzx6ejF.js +1 -0
- package/web-ui/build/static/regex-suWqSnRa.js +1 -0
- package/web-ui/build/static/rego-QeDW60Lx.js +1 -0
- package/web-ui/build/static/renpy-03fEqIYK.js +1 -0
- package/web-ui/build/static/rest-BRJIE-UZ.js +1 -0
- package/web-ui/build/static/rib-DOI_C8C9.js +1 -0
- package/web-ui/build/static/rip-BaEBdknp.js +1 -0
- package/web-ui/build/static/roboconf-DC8IQe4Z.js +1 -0
- package/web-ui/build/static/roboconf-jTu2wKoD.js +1 -0
- package/web-ui/build/static/robotframework-BFp2sQG2.js +1 -0
- package/web-ui/build/static/routeros-Br-GCWs7.js +1 -0
- package/web-ui/build/static/rsl-BpWeUJqw.js +1 -0
- package/web-ui/build/static/ruby-C3nnVoGq.js +1 -0
- package/web-ui/build/static/ruby-DD90V5PL.js +1 -0
- package/web-ui/build/static/ruleslanguage-BflyDdqj.js +1 -0
- package/web-ui/build/static/rust-DtiFFJtC.js +1 -0
- package/web-ui/build/static/rust-uJHZCfXQ.js +1 -0
- package/web-ui/build/static/sas-DUr8rIBf.js +1 -0
- package/web-ui/build/static/sas-POH3vAEy.js +1 -0
- package/web-ui/build/static/sass-D1oLbZQ0.js +1 -0
- package/web-ui/build/static/scala-CDtrRn0l.js +1 -0
- package/web-ui/build/static/scala-VCIKIldH.js +1 -0
- package/web-ui/build/static/scheme-CAWHx2Oj.js +1 -0
- package/web-ui/build/static/scheme-DzKv24tn.js +1 -0
- package/web-ui/build/static/scilab-DuxpEvzV.js +1 -0
- package/web-ui/build/static/scss-BKd4Y-UF.js +1 -0
- package/web-ui/build/static/scss-BpqUKxry.js +1 -0
- package/web-ui/build/static/shell-session-CglnRr2l.js +1 -0
- package/web-ui/build/static/shell-u-Y3PKLQ.js +1 -0
- package/web-ui/build/static/smali-D308KWif.js +1 -0
- package/web-ui/build/static/smali-DYT-jHPu.js +1 -0
- package/web-ui/build/static/smalltalk-BLYA-Ag1.js +1 -0
- package/web-ui/build/static/smalltalk-BdMVmgN0.js +1 -0
- package/web-ui/build/static/smarty-DUYgBrje.js +1 -0
- package/web-ui/build/static/sml-EEhIaAvM.js +1 -0
- package/web-ui/build/static/sml-bQ27koeV.js +1 -0
- package/web-ui/build/static/solidity-U7x7-dFr.js +1 -0
- package/web-ui/build/static/solution-file-Cr03jaqW.js +1 -0
- package/web-ui/build/static/soy-lnGOhaRM.js +1 -0
- package/web-ui/build/static/sparql-BRm44B1P.js +1 -0
- package/web-ui/build/static/splunk-spl-DdrdBOQJ.js +1 -0
- package/web-ui/build/static/sqf-CDtvZjid.js +1 -0
- package/web-ui/build/static/sqf-wr3PtKhW.js +1 -0
- package/web-ui/build/static/sql-B1-8AkNe.js +1 -0
- package/web-ui/build/static/sql-zWEK1lPB.js +1 -0
- package/web-ui/build/static/sql_more-Ck0DuSs3.js +1 -0
- package/web-ui/build/static/squirrel-CfQEIe5h.js +1 -0
- package/web-ui/build/static/stan-BM1Wilpj.js +1 -0
- package/web-ui/build/static/stan-DFPCSU1l.js +1 -0
- package/web-ui/build/static/stata-BJ-qKfEg.js +1 -0
- package/web-ui/build/static/step21-fPKcuR3s.js +1 -0
- package/web-ui/build/static/stylus-BhqK2C03.js +1 -0
- package/web-ui/build/static/stylus-BxloRYSO.js +1 -0
- package/web-ui/build/static/subunit-CueM7bOY.js +1 -0
- package/web-ui/build/static/swift-CPgZZ0ja.js +1 -0
- package/web-ui/build/static/swift-CsEMsJ7g.js +1 -0
- package/web-ui/build/static/systemd-B1Wwkby4.js +1 -0
- package/web-ui/build/static/t4-cs-CL3Ca0dW.js +1 -0
- package/web-ui/build/static/t4-templating-BoV5iKxA.js +1 -0
- package/web-ui/build/static/t4-vb-BKXXzk5n.js +1 -0
- package/web-ui/build/static/taggerscript-aJQMdfVb.js +1 -0
- package/web-ui/build/static/tap-BBfQFbbW.js +1 -0
- package/web-ui/build/static/tap-CmCrAtSH.js +1 -0
- package/web-ui/build/static/tcl-B8xfoxf8.js +1 -0
- package/web-ui/build/static/tcl-CPzoU-PX.js +1 -0
- package/web-ui/build/static/textile-B99mXtsV.js +1 -0
- package/web-ui/build/static/thrift-Cd40Ii7J.js +1 -0
- package/web-ui/build/static/toml-DV5wxyQS.js +1 -0
- package/web-ui/build/static/tp-o2VorAT6.js +1 -0
- package/web-ui/build/static/tremor-Cs0K_i4_.js +1 -0
- package/web-ui/build/static/tsx-KG-mQur8.js +1 -0
- package/web-ui/build/static/tt2-M3GHOvjN.js +1 -0
- package/web-ui/build/static/turtle-D6o0UODZ.js +1 -0
- package/web-ui/build/static/twig-D7LOxPkH.js +1 -0
- package/web-ui/build/static/twig-SHSTj-jA.js +1 -0
- package/web-ui/build/static/typescript-BeIk_BLV.js +1 -0
- package/web-ui/build/static/typescript-Btz-ypJW.js +1 -0
- package/web-ui/build/static/typoscript-7jDBTKMM.js +1 -0
- package/web-ui/build/static/unrealscript-f2f2MAJa.js +1 -0
- package/web-ui/build/static/uorazor-c5VZAS6K.js +1 -0
- package/web-ui/build/static/uri-DY2cDkq-.js +1 -0
- package/web-ui/build/static/v-6ffK7TKq.js +1 -0
- package/web-ui/build/static/vala-BgOkjEeg.js +1 -0
- package/web-ui/build/static/vala-BvuDZGU_.js +1 -0
- package/web-ui/build/static/vbnet-Bdh9clH3.js +1 -0
- package/web-ui/build/static/vbnet-CDpcSndL.js +1 -0
- package/web-ui/build/static/vbscript-dH3gn1bx.js +1 -0
- package/web-ui/build/static/vbscript-html-a_tIfb0-.js +1 -0
- package/web-ui/build/static/velocity-DGDKyukB.js +1 -0
- package/web-ui/build/static/verilog-CtJaE20M.js +1 -0
- package/web-ui/build/static/verilog-CvdiugJe.js +1 -0
- package/web-ui/build/static/vhdl-CN1nxPYJ.js +1 -0
- package/web-ui/build/static/vhdl-JtjHb_oM.js +1 -0
- package/web-ui/build/static/vim-DBRKYGcU.js +1 -0
- package/web-ui/build/static/vim-DQiU261H.js +1 -0
- package/web-ui/build/static/visual-basic-D_daebxW.js +1 -0
- package/web-ui/build/static/warpscript-B4PIoyZp.js +1 -0
- package/web-ui/build/static/wasm-D6_O5K2p.js +1 -0
- package/web-ui/build/static/web-idl-D7BDrII0.js +1 -0
- package/web-ui/build/static/wiki-D-bqO098.js +1 -0
- package/web-ui/build/static/wolfram-NnogXigM.js +1 -0
- package/web-ui/build/static/wren-DwgJaCDU.js +1 -0
- package/web-ui/build/static/x86asm-B9-C3MH5.js +1 -0
- package/web-ui/build/static/xeora-wudvnBkY.js +1 -0
- package/web-ui/build/static/xl-BeBZDETk.js +1 -0
- package/web-ui/build/static/xml-DgNmhWin.js +1 -0
- package/web-ui/build/static/xml-doc-B2RShOT5.js +1 -0
- package/web-ui/build/static/xojo-C0HF7CVl.js +1 -0
- package/web-ui/build/static/xquery-CMss7jIw.js +1 -0
- package/web-ui/build/static/xquery-Dy1YImWg.js +1 -0
- package/web-ui/build/static/yaml--7oDAAKr.js +1 -0
- package/web-ui/build/static/yaml-1-HThDJz.js +1 -0
- package/web-ui/build/static/yang-CxleyLxS.js +1 -0
- package/web-ui/build/static/zephir-B7LMkND2.js +1 -0
- package/web-ui/build/static/zig-DST87v3k.js +1 -0
- package/web-ui/build/static/1c-DGpIT7i5.js +0 -1
- package/web-ui/build/static/abap-5wFDdWLh.js +0 -1
- package/web-ui/build/static/abnf-BP1dpNSE.js +0 -1
- package/web-ui/build/static/abnf-DBEIAl8g.js +0 -1
- package/web-ui/build/static/accesslog-CWSM_T5E.js +0 -1
- package/web-ui/build/static/actionscript-DONkco1J.js +0 -1
- package/web-ui/build/static/actionscript-FqBYk5er.js +0 -1
- package/web-ui/build/static/ada-C2JLRIaM.js +0 -1
- package/web-ui/build/static/ada-gKiygTRK.js +0 -1
- package/web-ui/build/static/agda-CkSODqK2.js +0 -1
- package/web-ui/build/static/al-BJ_YR6p7.js +0 -1
- package/web-ui/build/static/angelscript-Dg2byMGg.js +0 -1
- package/web-ui/build/static/antlr4-BnpyaFNr.js +0 -1
- package/web-ui/build/static/apache-Dffxsd7O.js +0 -1
- package/web-ui/build/static/apacheconf-DLitjtWj.js +0 -1
- package/web-ui/build/static/apex-Drr_IvU2.js +0 -1
- package/web-ui/build/static/apl-CF6qxmXG.js +0 -1
- package/web-ui/build/static/applescript-CjOlw3b_.js +0 -1
- package/web-ui/build/static/applescript-DjkSl1Ry.js +0 -1
- package/web-ui/build/static/aql-KwVmK1gP.js +0 -1
- package/web-ui/build/static/arcade-CENSXx0R.js +0 -1
- package/web-ui/build/static/arduino-B3Ta9Fll.js +0 -1
- package/web-ui/build/static/arduino-CzcsaB9_.js +0 -1
- package/web-ui/build/static/arff-CMJSVt_O.js +0 -1
- package/web-ui/build/static/armasm-0zSgSPB4.js +0 -1
- package/web-ui/build/static/asciidoc-B8K5ctWq.js +0 -1
- package/web-ui/build/static/asciidoc-bk2Sg6b6.js +0 -1
- package/web-ui/build/static/asm6502-ji6zm4FQ.js +0 -1
- package/web-ui/build/static/asmatmel-DJqObM4Y.js +0 -1
- package/web-ui/build/static/aspectj-DqQKI7J5.js +0 -1
- package/web-ui/build/static/aspnet-9cenTxW7.js +0 -1
- package/web-ui/build/static/autohotkey-C6EhiZvl.js +0 -1
- package/web-ui/build/static/autohotkey-sTGJOvMM.js +0 -1
- package/web-ui/build/static/autoit-B0Im8iQ1.js +0 -1
- package/web-ui/build/static/autoit-CO6pUD0H.js +0 -1
- package/web-ui/build/static/avisynth-OvOHTfj5.js +0 -1
- package/web-ui/build/static/avrasm-BLWZ5Mye.js +0 -1
- package/web-ui/build/static/avro-idl-BB2ODvnw.js +0 -1
- package/web-ui/build/static/awk-_jhMabQ0.js +0 -1
- package/web-ui/build/static/axapta-DdBRgoYy.js +0 -1
- package/web-ui/build/static/bash-CsaRGXBQ.js +0 -1
- package/web-ui/build/static/bash-CxLFkwAC.js +0 -1
- package/web-ui/build/static/basic-BJyy7JJE.js +0 -1
- package/web-ui/build/static/basic-CrMb-gv0.js +0 -1
- package/web-ui/build/static/batch-BvcykMe5.js +0 -1
- package/web-ui/build/static/bbcode-EOBuY5Y6.js +0 -1
- package/web-ui/build/static/bicep-QkDJBA34.js +0 -1
- package/web-ui/build/static/birb-TAOxKurn.js +0 -1
- package/web-ui/build/static/bison-BEK6cnad.js +0 -1
- package/web-ui/build/static/bnf-DfEODxsr.js +0 -1
- package/web-ui/build/static/bnf-DhbMjsuA.js +0 -1
- package/web-ui/build/static/brainfuck-BoVocOa7.js +0 -1
- package/web-ui/build/static/brainfuck-DDC5QXPK.js +0 -1
- package/web-ui/build/static/brightscript-DNN598w2.js +0 -1
- package/web-ui/build/static/bro-Cn_jjZ8P.js +0 -1
- package/web-ui/build/static/bsl-CMCN75Gu.js +0 -1
- package/web-ui/build/static/c-DbOGQnEJ.js +0 -1
- package/web-ui/build/static/c-kggwYFsy.js +0 -1
- package/web-ui/build/static/c-like-BIsuUvof.js +0 -1
- package/web-ui/build/static/cal-DpgMsBZE.js +0 -1
- package/web-ui/build/static/capnproto-C1AHYI-M.js +0 -1
- package/web-ui/build/static/ceylon-pvJffDe1.js +0 -1
- package/web-ui/build/static/cfscript-C1qylu52.js +0 -1
- package/web-ui/build/static/chaiscript-D417WKRI.js +0 -1
- package/web-ui/build/static/cil-CjbZHbcY.js +0 -1
- package/web-ui/build/static/clean-Dvc6R-F2.js +0 -1
- package/web-ui/build/static/clojure-CSVRQPMQ.js +0 -1
- package/web-ui/build/static/clojure-ig1Vkg7X.js +0 -1
- package/web-ui/build/static/clojure-repl-C1uyEabk.js +0 -1
- package/web-ui/build/static/cmake-DSbVcAB3.js +0 -1
- package/web-ui/build/static/cmake-Zp8kPwnH.js +0 -1
- package/web-ui/build/static/cobol-OsZSiK_P.js +0 -1
- package/web-ui/build/static/coffeescript-D8r0416S.js +0 -1
- package/web-ui/build/static/coffeescript-DCpgClxh.js +0 -1
- package/web-ui/build/static/concurnas-DKnsxUOc.js +0 -1
- package/web-ui/build/static/coq-BQFlywVI.js +0 -1
- package/web-ui/build/static/coq-BvS9mQB2.js +0 -1
- package/web-ui/build/static/cos-D3ze2791.js +0 -1
- package/web-ui/build/static/cpp-Bw-cV3P1.js +0 -1
- package/web-ui/build/static/cpp-vi1p7XpB.js +0 -1
- package/web-ui/build/static/crmsh-BClnJTeQ.js +0 -1
- package/web-ui/build/static/crystal-DGzOUYZq.js +0 -1
- package/web-ui/build/static/crystal-DMzk6EvA.js +0 -1
- package/web-ui/build/static/csharp-BTom8s2X.js +0 -1
- package/web-ui/build/static/csharp-Cp2V3jfR.js +0 -1
- package/web-ui/build/static/cshtml-Dmtt9Kto.js +0 -1
- package/web-ui/build/static/csp-WPVsLe9_.js +0 -1
- package/web-ui/build/static/csp-qddj5fu_.js +0 -1
- package/web-ui/build/static/css-B0FAm7kj.js +0 -1
- package/web-ui/build/static/css-extras-Bx3pvjiG.js +0 -1
- package/web-ui/build/static/csv-CH-edgS5.js +0 -1
- package/web-ui/build/static/cypher-c3G8Leew.js +0 -1
- package/web-ui/build/static/d-BMDSy22_.js +0 -1
- package/web-ui/build/static/d-BdH4oW8-.js +0 -1
- package/web-ui/build/static/dart-C-r72q-O.js +0 -1
- package/web-ui/build/static/dart-CwpBMrKa.js +0 -1
- package/web-ui/build/static/dataweave-BPvqdt4k.js +0 -1
- package/web-ui/build/static/dax-Eyy6ixcN.js +0 -1
- package/web-ui/build/static/delphi-DhEbPj_5.js +0 -1
- package/web-ui/build/static/dhall-Ct1L8sN1.js +0 -1
- package/web-ui/build/static/diff-CSTqCgwn.js +0 -1
- package/web-ui/build/static/diff-Da97B5vW.js +0 -1
- package/web-ui/build/static/django-DGit_lCg.js +0 -1
- package/web-ui/build/static/django-DPgqFB8k.js +0 -1
- package/web-ui/build/static/dns-DUyXuZ-a.js +0 -1
- package/web-ui/build/static/dns-zone-file-D79MDxVG.js +0 -1
- package/web-ui/build/static/docker-DTiy4o38.js +0 -1
- package/web-ui/build/static/dockerfile-CvwPP8wE.js +0 -1
- package/web-ui/build/static/dos-CaIUWxvb.js +0 -1
- package/web-ui/build/static/dot-D3504w6Y.js +0 -1
- package/web-ui/build/static/dsconfig-Smy1eeX_.js +0 -1
- package/web-ui/build/static/dts-DyTYSXZj.js +0 -1
- package/web-ui/build/static/dust-CrJyi6qA.js +0 -1
- package/web-ui/build/static/ebnf-C8nqfkBH.js +0 -1
- package/web-ui/build/static/ebnf-Cuh5Vh2-.js +0 -1
- package/web-ui/build/static/editorconfig-C7pTGl6n.js +0 -1
- package/web-ui/build/static/eiffel-C75MSJCA.js +0 -1
- package/web-ui/build/static/ejs-Dyo7DF5w.js +0 -1
- package/web-ui/build/static/elixir-D4yJefOc.js +0 -1
- package/web-ui/build/static/elixir-DKRow2SJ.js +0 -1
- package/web-ui/build/static/elm-CgbdDlkT.js +0 -1
- package/web-ui/build/static/elm-D3N-UgU0.js +0 -1
- package/web-ui/build/static/erb-BsITh8qW.js +0 -1
- package/web-ui/build/static/erb-lY_LyKyS.js +0 -1
- package/web-ui/build/static/erlang-BCnPiYmB.js +0 -1
- package/web-ui/build/static/erlang-JEghiPXc.js +0 -1
- package/web-ui/build/static/erlang-repl-DzU97ugC.js +0 -1
- package/web-ui/build/static/etlua-CsBo8cJa.js +0 -1
- package/web-ui/build/static/excel-formula-C2piiCYa.js +0 -1
- package/web-ui/build/static/excel-kqNypwQD.js +0 -1
- package/web-ui/build/static/factor-DZTOhkyU.js +0 -1
- package/web-ui/build/static/false-yLjhfaSw.js +0 -1
- package/web-ui/build/static/firestore-security-rules-oaQNoH8l.js +0 -1
- package/web-ui/build/static/fix-C9IfnTuS.js +0 -1
- package/web-ui/build/static/flix-EmJ_JhPo.js +0 -1
- package/web-ui/build/static/flow-DCUl7IAQ.js +0 -1
- package/web-ui/build/static/fortran-DvyxJmFN.js +0 -1
- package/web-ui/build/static/fortran-EEP9R3S5.js +0 -1
- package/web-ui/build/static/fsharp-D_98s3RX.js +0 -1
- package/web-ui/build/static/fsharp-Dt9jOO5G.js +0 -1
- package/web-ui/build/static/ftl-C8gMHWLo.js +0 -1
- package/web-ui/build/static/gams-BHxVPb4z.js +0 -1
- package/web-ui/build/static/gap-DFtyHk-q.js +0 -1
- package/web-ui/build/static/gauss-BwhJWUcg.js +0 -1
- package/web-ui/build/static/gcode-BvmXwp09.js +0 -1
- package/web-ui/build/static/gcode-gWcD6Vc7.js +0 -1
- package/web-ui/build/static/gdscript-btHoX8RE.js +0 -1
- package/web-ui/build/static/gedcom-MgPs9iqh.js +0 -1
- package/web-ui/build/static/gherkin-B9c_Q16A.js +0 -1
- package/web-ui/build/static/gherkin-BvOgkK6h.js +0 -1
- package/web-ui/build/static/git-D9XWOVcQ.js +0 -1
- package/web-ui/build/static/glsl-CshBHxHY.js +0 -1
- package/web-ui/build/static/glsl-fNRUMTDr.js +0 -1
- package/web-ui/build/static/gml-B78deHK8.js +0 -1
- package/web-ui/build/static/gml-Cj7d2u8O.js +0 -1
- package/web-ui/build/static/gn-CJLD-mF1.js +0 -1
- package/web-ui/build/static/go-CT93BEkL.js +0 -1
- package/web-ui/build/static/go-CTTlNuQO.js +0 -1
- package/web-ui/build/static/go-module-BgnXboUE.js +0 -1
- package/web-ui/build/static/golo-2S5tXS-l.js +0 -1
- package/web-ui/build/static/gradle-8W8DCcWJ.js +0 -1
- package/web-ui/build/static/graphql-DZfp6FNU.js +0 -1
- package/web-ui/build/static/groovy-BfsyMb3X.js +0 -1
- package/web-ui/build/static/groovy-Dxov7ENz.js +0 -1
- package/web-ui/build/static/haml-BlUFsdVV.js +0 -1
- package/web-ui/build/static/haml-CjVj6vvW.js +0 -1
- package/web-ui/build/static/handlebars-DxrQFkyA.js +0 -1
- package/web-ui/build/static/handlebars-FE6fotYl.js +0 -1
- package/web-ui/build/static/haskell-B6z0RCD_.js +0 -1
- package/web-ui/build/static/haskell-JBFmJTRy.js +0 -1
- package/web-ui/build/static/haxe-BtMZMi-_.js +0 -1
- package/web-ui/build/static/haxe-C1J8n-fH.js +0 -1
- package/web-ui/build/static/hcl-DJP-bFWE.js +0 -1
- package/web-ui/build/static/hlsl-DrGjhs1b.js +0 -1
- package/web-ui/build/static/hoon-Cg-ZhqIT.js +0 -1
- package/web-ui/build/static/hpkp-D07vgmoZ.js +0 -1
- package/web-ui/build/static/hsp-CsypPWoA.js +0 -1
- package/web-ui/build/static/hsts-B6DMRxvP.js +0 -1
- package/web-ui/build/static/htmlbars-BI7_Hw4e.js +0 -1
- package/web-ui/build/static/http-90ihEi4s.js +0 -1
- package/web-ui/build/static/http-Dp4QXj9E.js +0 -1
- package/web-ui/build/static/hy-BMgKvP4K.js +0 -1
- package/web-ui/build/static/ichigojam-D6wKvJDb.js +0 -1
- package/web-ui/build/static/icon-CrgkmCwl.js +0 -1
- package/web-ui/build/static/icu-message-format-Bi2JxCXs.js +0 -1
- package/web-ui/build/static/idris-DbUsyZt5.js +0 -1
- package/web-ui/build/static/iecst-CQZ9t8fW.js +0 -1
- package/web-ui/build/static/ignore-BaFgtNMs.js +0 -1
- package/web-ui/build/static/index-DEWSWosh.css +0 -1
- package/web-ui/build/static/index-Di1bjCFA.js +0 -13
- package/web-ui/build/static/index-otR_WSsL.js +0 -1
- package/web-ui/build/static/index-whZPU4as.js +0 -1183
- package/web-ui/build/static/inform7-ClyX1Gro.js +0 -1
- package/web-ui/build/static/inform7-tZHBS5XP.js +0 -1
- package/web-ui/build/static/ini-BrP5JNYL.js +0 -1
- package/web-ui/build/static/ini-CVkrAhwV.js +0 -1
- package/web-ui/build/static/io-BJ1Y6Bdc.js +0 -1
- package/web-ui/build/static/irpf90-fjjcKS_8.js +0 -1
- package/web-ui/build/static/isbl-ClpvfUIz.js +0 -1
- package/web-ui/build/static/j-CICW77xS.js +0 -1
- package/web-ui/build/static/java-B9DFK-0E.js +0 -1
- package/web-ui/build/static/java-BL_6rYko.js +0 -1
- package/web-ui/build/static/javadoc-Cc4HKpKK.js +0 -1
- package/web-ui/build/static/javadoclike-CgNkUDOm.js +0 -1
- package/web-ui/build/static/javascript-CM40ZECq.js +0 -1
- package/web-ui/build/static/javastacktrace-BHSqXfG5.js +0 -1
- package/web-ui/build/static/jboss-cli-Bv5NhVSZ.js +0 -1
- package/web-ui/build/static/jexl--Ohk_keA.js +0 -1
- package/web-ui/build/static/jolie-DMTN5Vdf.js +0 -1
- package/web-ui/build/static/jq-nXRLldXX.js +0 -1
- package/web-ui/build/static/js-extras-eLwv3frs.js +0 -1
- package/web-ui/build/static/js-templates-Ca0owlrg.js +0 -1
- package/web-ui/build/static/jsdoc-KERXp0da.js +0 -1
- package/web-ui/build/static/json-BTjLaRsy.js +0 -1
- package/web-ui/build/static/json-p7pU0qdW.js +0 -1
- package/web-ui/build/static/json5-Cxjy1udc.js +0 -1
- package/web-ui/build/static/jsonp-CO52H7Gy.js +0 -1
- package/web-ui/build/static/jsstacktrace-8YKfoyJP.js +0 -1
- package/web-ui/build/static/jsx-Ct_05KbM.js +0 -1
- package/web-ui/build/static/julia-23I1ubCE.js +0 -1
- package/web-ui/build/static/julia-d8rVGed_.js +0 -1
- package/web-ui/build/static/julia-repl-mwnHedW_.js +0 -1
- package/web-ui/build/static/keepalived-E85Rx_fF.js +0 -1
- package/web-ui/build/static/keyman-aWd3QUDq.js +0 -1
- package/web-ui/build/static/kotlin-Cu370hQq.js +0 -1
- package/web-ui/build/static/kotlin-DoJ2WnmZ.js +0 -1
- package/web-ui/build/static/kumir-oiOgqcQO.js +0 -1
- package/web-ui/build/static/kusto-Bp-B02K5.js +0 -1
- package/web-ui/build/static/lasso-BxoQVwOO.js +0 -1
- package/web-ui/build/static/latex-CANm5vsX.js +0 -1
- package/web-ui/build/static/latex-PMroeNch.js +0 -1
- package/web-ui/build/static/latte-2ErU_2XF.js +0 -1
- package/web-ui/build/static/ldif-ChPn_F7o.js +0 -1
- package/web-ui/build/static/leaf-UkCugDgG.js +0 -1
- package/web-ui/build/static/less-CCH5RA89.js +0 -1
- package/web-ui/build/static/less-CGZbVU1g.js +0 -1
- package/web-ui/build/static/lilypond-BoyM37sv.js +0 -1
- package/web-ui/build/static/liquid-DGJVpRBi.js +0 -1
- package/web-ui/build/static/lisp-93nne61u.js +0 -1
- package/web-ui/build/static/lisp-DYjIRsXz.js +0 -1
- package/web-ui/build/static/livecodeserver-CfNaxIE4.js +0 -1
- package/web-ui/build/static/livescript-C8kDlQkz.js +0 -1
- package/web-ui/build/static/livescript-CoarnRHq.js +0 -1
- package/web-ui/build/static/llvm-CBVyNmAh.js +0 -1
- package/web-ui/build/static/llvm-DGxq8a7u.js +0 -1
- package/web-ui/build/static/log-BivgwFql.js +0 -1
- package/web-ui/build/static/lolcode-l5sK2cZz.js +0 -1
- package/web-ui/build/static/lsl-Xm44xLRQ.js +0 -1
- package/web-ui/build/static/lua-CGvrzfKp.js +0 -1
- package/web-ui/build/static/lua-nHwXeY4c.js +0 -1
- package/web-ui/build/static/magma-DmNItmna.js +0 -1
- package/web-ui/build/static/makefile-CKJNNHGb.js +0 -1
- package/web-ui/build/static/makefile-DI6y5Qml.js +0 -1
- package/web-ui/build/static/markdown-BgpbxKd-.js +0 -1
- package/web-ui/build/static/markdown-CvcxA4yk.js +0 -1
- package/web-ui/build/static/markup-templating-DijqesiA.js +0 -1
- package/web-ui/build/static/mathematica-Cxll1Q10.js +0 -1
- package/web-ui/build/static/matlab-BJo2T1A-.js +0 -1
- package/web-ui/build/static/matlab-C6DlZX4l.js +0 -1
- package/web-ui/build/static/maxima-DJXO4sbL.js +0 -1
- package/web-ui/build/static/maxscript-DdLpUYBs.js +0 -1
- package/web-ui/build/static/mel-BIpfnSyZ.js +0 -1
- package/web-ui/build/static/mel-BYcTUZJW.js +0 -1
- package/web-ui/build/static/mercury-C_LSpbD8.js +0 -1
- package/web-ui/build/static/mermaid-D9yBWnrT.js +0 -1
- package/web-ui/build/static/mipsasm-nR_K2Ue-.js +0 -1
- package/web-ui/build/static/mizar-BeLUPncD.js +0 -1
- package/web-ui/build/static/mizar-BesIbZd9.js +0 -1
- package/web-ui/build/static/mojolicious-cBx3OWa-.js +0 -1
- package/web-ui/build/static/mongodb-DTWKy9ac.js +0 -1
- package/web-ui/build/static/monkey-B72bZC3c.js +0 -1
- package/web-ui/build/static/monkey-G9XELYPQ.js +0 -1
- package/web-ui/build/static/moonscript-BXYVQiqj.js +0 -1
- package/web-ui/build/static/moonscript-sDd-5knz.js +0 -1
- package/web-ui/build/static/n1ql-0vKSfFAO.js +0 -1
- package/web-ui/build/static/n1ql-C9_BSZfz.js +0 -1
- package/web-ui/build/static/n4js-B7Ct8dds.js +0 -1
- package/web-ui/build/static/nand2tetris-hdl-p9gpphTM.js +0 -1
- package/web-ui/build/static/naniscript-6ZVr8Aug.js +0 -1
- package/web-ui/build/static/nasm-Ca73yTUt.js +0 -1
- package/web-ui/build/static/neon-DNP49oyX.js +0 -1
- package/web-ui/build/static/nevod-Qhgt7Bce.js +0 -1
- package/web-ui/build/static/nginx-D5e7lu62.js +0 -1
- package/web-ui/build/static/nginx-DobnyESB.js +0 -1
- package/web-ui/build/static/nim-BPBivUOV.js +0 -1
- package/web-ui/build/static/nim-Baoug1Wa.js +0 -1
- package/web-ui/build/static/nix-CSPTQs5y.js +0 -1
- package/web-ui/build/static/nix-Dk4eNw49.js +0 -1
- package/web-ui/build/static/node-repl-NJNL8VFR.js +0 -1
- package/web-ui/build/static/nsis-BZ0oMzEw.js +0 -1
- package/web-ui/build/static/nsis-CKPCjtCU.js +0 -1
- package/web-ui/build/static/objectivec-BkfIRhhV.js +0 -1
- package/web-ui/build/static/objectivec-CnQgqhbJ.js +0 -1
- package/web-ui/build/static/ocaml-9rGNzRrK.js +0 -1
- package/web-ui/build/static/ocaml-CTolCqxL.js +0 -1
- package/web-ui/build/static/opencl-9Q3vRDxv.js +0 -1
- package/web-ui/build/static/openqasm-D2QiuFBp.js +0 -1
- package/web-ui/build/static/openscad-C3HyuzpB.js +0 -1
- package/web-ui/build/static/oxygene-4gi-VYy_.js +0 -1
- package/web-ui/build/static/oz-BGDEB-1A.js +0 -1
- package/web-ui/build/static/parigp-CfZzp1uE.js +0 -1
- package/web-ui/build/static/parser-UbGteTcy.js +0 -1
- package/web-ui/build/static/parser3-C-Jx-fy7.js +0 -1
- package/web-ui/build/static/pascal-D1_R0gW-.js +0 -1
- package/web-ui/build/static/pascaligo-B8C-98Np.js +0 -1
- package/web-ui/build/static/pcaxis-TGnlUKNs.js +0 -1
- package/web-ui/build/static/peoplecode-C5Vf1AH0.js +0 -1
- package/web-ui/build/static/perl-CBp1N62T.js +0 -1
- package/web-ui/build/static/perl-Z59j904t.js +0 -1
- package/web-ui/build/static/pf-Cq8B_xwQ.js +0 -1
- package/web-ui/build/static/pgsql-ofJbUHkL.js +0 -1
- package/web-ui/build/static/php-OlH7HLQJ.js +0 -1
- package/web-ui/build/static/php-extras-GqtrxLuk.js +0 -1
- package/web-ui/build/static/php-r09kMDOB.js +0 -1
- package/web-ui/build/static/php-template-18uT97Qo.js +0 -1
- package/web-ui/build/static/phpdoc-9tRFvup9.js +0 -1
- package/web-ui/build/static/plaintext-DsYT6Mu-.js +0 -1
- package/web-ui/build/static/plsql-RhWQNJVb.js +0 -1
- package/web-ui/build/static/pony-DD6JMLYI.js +0 -1
- package/web-ui/build/static/powerquery-CALow-bt.js +0 -1
- package/web-ui/build/static/powershell-C2QvIuKF.js +0 -1
- package/web-ui/build/static/powershell-yrbJEhCh.js +0 -1
- package/web-ui/build/static/processing-1T5w_Q03.js +0 -1
- package/web-ui/build/static/processing-DBim_dO-.js +0 -1
- package/web-ui/build/static/profile-Cdloh8mZ.js +0 -1
- package/web-ui/build/static/prolog-DRSsNnns.js +0 -1
- package/web-ui/build/static/prolog-D_ajweDr.js +0 -1
- package/web-ui/build/static/promql-BRuwn6Bn.js +0 -1
- package/web-ui/build/static/properties-D5Wyl4X4.js +0 -1
- package/web-ui/build/static/properties-kn4fl1bl.js +0 -1
- package/web-ui/build/static/protobuf-BMO76zWi.js +0 -1
- package/web-ui/build/static/protobuf-CTUCF-U-.js +0 -1
- package/web-ui/build/static/psl-CiqYdQbY.js +0 -1
- package/web-ui/build/static/pug-BLE2Qayj.js +0 -1
- package/web-ui/build/static/puppet-CFKLWXft.js +0 -1
- package/web-ui/build/static/puppet-DQci0Dl5.js +0 -1
- package/web-ui/build/static/pure-D2h_GynV.js +0 -1
- package/web-ui/build/static/purebasic-BF8MVw8V.js +0 -1
- package/web-ui/build/static/purebasic-BTtHiCkh.js +0 -1
- package/web-ui/build/static/purescript-D1ZSh-sH.js +0 -1
- package/web-ui/build/static/python-Cp9_Vdhb.js +0 -1
- package/web-ui/build/static/python-DdgNw8IW.js +0 -1
- package/web-ui/build/static/python-repl-DvK89VMC.js +0 -1
- package/web-ui/build/static/q-COaIgwhT.js +0 -1
- package/web-ui/build/static/q-Cm0dQkW8.js +0 -1
- package/web-ui/build/static/qml-BpsOqqJM.js +0 -1
- package/web-ui/build/static/qml-BziQXlU4.js +0 -1
- package/web-ui/build/static/qore-Cutz6g-2.js +0 -1
- package/web-ui/build/static/qsharp-B16619X1.js +0 -1
- package/web-ui/build/static/r-CFUIj5Hd.js +0 -1
- package/web-ui/build/static/r-CPrwCi5w.js +0 -1
- package/web-ui/build/static/racket-Bh08DFXF.js +0 -1
- package/web-ui/build/static/reason-BxjDq4e-.js +0 -1
- package/web-ui/build/static/reasonml-Ds5SsGP8.js +0 -1
- package/web-ui/build/static/regex-DhBIDIMI.js +0 -1
- package/web-ui/build/static/rego-DCwxZXcB.js +0 -1
- package/web-ui/build/static/renpy-C2fuQfqb.js +0 -1
- package/web-ui/build/static/rest-C52ZpxWQ.js +0 -1
- package/web-ui/build/static/rib-Cbl2Mzyj.js +0 -1
- package/web-ui/build/static/rip-BTOu5ZIE.js +0 -1
- package/web-ui/build/static/roboconf-3Oi2wuVk.js +0 -1
- package/web-ui/build/static/roboconf-ndLZLE39.js +0 -1
- package/web-ui/build/static/robotframework-BzHXiIj1.js +0 -1
- package/web-ui/build/static/routeros-CkpPoqx-.js +0 -1
- package/web-ui/build/static/rsl-C0bwOQ38.js +0 -1
- package/web-ui/build/static/ruby-C_hIhtuQ.js +0 -1
- package/web-ui/build/static/ruby-DvKfZPzj.js +0 -1
- package/web-ui/build/static/ruleslanguage-CbZJlddz.js +0 -1
- package/web-ui/build/static/rust-BFPIhB-X.js +0 -1
- package/web-ui/build/static/rust-sBpUq-qE.js +0 -1
- package/web-ui/build/static/sas-BCXvYN9x.js +0 -1
- package/web-ui/build/static/sas-D7GAsTY3.js +0 -1
- package/web-ui/build/static/sass-BdaErGMN.js +0 -1
- package/web-ui/build/static/scala-Cj81oCl9.js +0 -1
- package/web-ui/build/static/scala-CvbksfY6.js +0 -1
- package/web-ui/build/static/scheme-BM5ZqKnl.js +0 -1
- package/web-ui/build/static/scheme-BPvlu9Tk.js +0 -1
- package/web-ui/build/static/scilab-CJanLKQN.js +0 -1
- package/web-ui/build/static/scss-C53YF_7f.js +0 -1
- package/web-ui/build/static/scss-DPp8UZbr.js +0 -1
- package/web-ui/build/static/shell-CC9bQXMe.js +0 -1
- package/web-ui/build/static/shell-session-CuR3fbf-.js +0 -1
- package/web-ui/build/static/smali-CUgLls3D.js +0 -1
- package/web-ui/build/static/smali-YODSX8qt.js +0 -1
- package/web-ui/build/static/smalltalk-BMJQ4bbs.js +0 -1
- package/web-ui/build/static/smalltalk-BVGY3CTl.js +0 -1
- package/web-ui/build/static/smarty-C9aNt4-p.js +0 -1
- package/web-ui/build/static/sml-C3BIHhfq.js +0 -1
- package/web-ui/build/static/sml-DTipyRmY.js +0 -1
- package/web-ui/build/static/solidity-1yuPUqoC.js +0 -1
- package/web-ui/build/static/solution-file-BgzK4GOU.js +0 -1
- package/web-ui/build/static/soy-CFJXRvqc.js +0 -1
- package/web-ui/build/static/sparql-CAosYMpl.js +0 -1
- package/web-ui/build/static/splunk-spl-DkINtWr8.js +0 -1
- package/web-ui/build/static/sqf-DbrWIS2M.js +0 -1
- package/web-ui/build/static/sqf-nq8Q9J2W.js +0 -1
- package/web-ui/build/static/sql-9bwClhZQ.js +0 -1
- package/web-ui/build/static/sql-CqPkY-lX.js +0 -1
- package/web-ui/build/static/sql_more-CsY5ts77.js +0 -1
- package/web-ui/build/static/squirrel-BuqtzRBD.js +0 -1
- package/web-ui/build/static/stan-BNxBSglc.js +0 -1
- package/web-ui/build/static/stan-CZVMc34l.js +0 -1
- package/web-ui/build/static/stata-DKnVdHCd.js +0 -1
- package/web-ui/build/static/step21-Cu_TaBGF.js +0 -1
- package/web-ui/build/static/stylus-BS7-OJew.js +0 -1
- package/web-ui/build/static/stylus-DtFrp1Nk.js +0 -1
- package/web-ui/build/static/subunit-DDCoWkkc.js +0 -1
- package/web-ui/build/static/swift-BaguUZbl.js +0 -1
- package/web-ui/build/static/swift-mwBsb8Bx.js +0 -1
- package/web-ui/build/static/systemd-D6PpyDKk.js +0 -1
- package/web-ui/build/static/t4-cs-Cem8g4Ck.js +0 -1
- package/web-ui/build/static/t4-templating-BZo-HjmD.js +0 -1
- package/web-ui/build/static/t4-vb-B4oVnKa4.js +0 -1
- package/web-ui/build/static/taggerscript-DweAZ5pw.js +0 -1
- package/web-ui/build/static/tap-DpuvKHHF.js +0 -1
- package/web-ui/build/static/tap-hUKmJObZ.js +0 -1
- package/web-ui/build/static/tcl-BUvhAi7u.js +0 -1
- package/web-ui/build/static/tcl-Dsck63d8.js +0 -1
- package/web-ui/build/static/textile-CgKbqJ-j.js +0 -1
- package/web-ui/build/static/thrift-B5H6rApp.js +0 -1
- package/web-ui/build/static/toml-DggTpfOo.js +0 -1
- package/web-ui/build/static/tp-CazB2P2X.js +0 -1
- package/web-ui/build/static/tremor-B1jy7S5p.js +0 -1
- package/web-ui/build/static/tsx-BqF2lVDi.js +0 -1
- package/web-ui/build/static/tt2-BNoNXpEe.js +0 -1
- package/web-ui/build/static/turtle-B0evd5mn.js +0 -1
- package/web-ui/build/static/twig-B5A7nMdv.js +0 -1
- package/web-ui/build/static/twig-DZnLWvh8.js +0 -1
- package/web-ui/build/static/typescript-Bbe_P093.js +0 -1
- package/web-ui/build/static/typescript-BfhvmSSG.js +0 -1
- package/web-ui/build/static/typoscript-BjuZEIgw.js +0 -1
- package/web-ui/build/static/unrealscript-C3iUCFRi.js +0 -1
- package/web-ui/build/static/uorazor-CbZXwzIj.js +0 -1
- package/web-ui/build/static/uri-xMPSnp6m.js +0 -1
- package/web-ui/build/static/v-BKcGo5I6.js +0 -1
- package/web-ui/build/static/vala-BRoBE4am.js +0 -1
- package/web-ui/build/static/vala-B__Iyrma.js +0 -1
- package/web-ui/build/static/vbnet-DBxlMRvN.js +0 -1
- package/web-ui/build/static/vbnet-DjAXt5BE.js +0 -1
- package/web-ui/build/static/vbscript-BNA4oANi.js +0 -1
- package/web-ui/build/static/vbscript-html-o8ckLPKG.js +0 -1
- package/web-ui/build/static/velocity-D7sc5ggA.js +0 -1
- package/web-ui/build/static/verilog-BWJfMIng.js +0 -1
- package/web-ui/build/static/verilog-jW2GPC--.js +0 -1
- package/web-ui/build/static/vhdl-BIVlXRPa.js +0 -1
- package/web-ui/build/static/vhdl-BeqdhhxD.js +0 -1
- package/web-ui/build/static/vim-712lI4-g.js +0 -1
- package/web-ui/build/static/vim-DMROTzr0.js +0 -1
- package/web-ui/build/static/visual-basic-CQfbM-ta.js +0 -1
- package/web-ui/build/static/warpscript-DFAvCXFQ.js +0 -1
- package/web-ui/build/static/wasm-CiYoxBl0.js +0 -1
- package/web-ui/build/static/web-idl-DoCkPK8y.js +0 -1
- package/web-ui/build/static/wiki-bvz0AGzB.js +0 -1
- package/web-ui/build/static/wolfram-fBuyFEgU.js +0 -1
- package/web-ui/build/static/wren-DvATFxjF.js +0 -1
- package/web-ui/build/static/x86asm-r4bPbUR_.js +0 -1
- package/web-ui/build/static/xeora-B6iOnDJY.js +0 -1
- package/web-ui/build/static/xl-Ce6B5slc.js +0 -1
- package/web-ui/build/static/xml-DNjyPmhQ.js +0 -1
- package/web-ui/build/static/xml-doc-DydogmZD.js +0 -1
- package/web-ui/build/static/xojo-DCQLltvr.js +0 -1
- package/web-ui/build/static/xquery-C-fAnA0H.js +0 -1
- package/web-ui/build/static/xquery-CNeqzhLO.js +0 -1
- package/web-ui/build/static/yaml-BsVaGsk5.js +0 -1
- package/web-ui/build/static/yaml-kVZvwv_C.js +0 -1
- package/web-ui/build/static/yang-B_gq9JEq.js +0 -1
- package/web-ui/build/static/zephir-ECIXgXhX.js +0 -1
- package/web-ui/build/static/zig-DY325EKG.js +0 -1
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Test scenarios. Each scenario has:
|
|
3
|
+
* id short tag for output
|
|
4
|
+
* description what we're probing
|
|
5
|
+
* userMessage the user turn
|
|
6
|
+
* expect { action: 'memory.add'|'memory.list'|'memory.read'|'none', titlePrefix?: 'plan/' }
|
|
7
|
+
*
|
|
8
|
+
* Scoring against `expect`:
|
|
9
|
+
* - match +1
|
|
10
|
+
* - wrong action 0
|
|
11
|
+
* - tool not called 0 (unless expect.action === 'none', in which case +1)
|
|
12
|
+
*
|
|
13
|
+
* Mix of positive and negative scenarios — we want a variant that
|
|
14
|
+
* scores well WITHOUT going trigger-happy. A variant that calls
|
|
15
|
+
* memory.add on every turn would ace the positive cases and tank
|
|
16
|
+
* the negative one.
|
|
17
|
+
*/
|
|
18
|
+
|
|
19
|
+
export const SCENARIOS = [
|
|
20
|
+
{
|
|
21
|
+
id: 'S1-preference',
|
|
22
|
+
description: 'User states a durable preference. Should record as a memory.',
|
|
23
|
+
userMessage:
|
|
24
|
+
'One ground rule for everything we do together: never use emojis in any code, comments, or commit messages. And always use Tailwind for styling, never Bootstrap.',
|
|
25
|
+
expect: { action: 'memory.add' },
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
id: 'S2-multi-part',
|
|
29
|
+
description: 'User issues a multi-bullet plan-worthy ask. Should record as a plan/* memory before doing the work.',
|
|
30
|
+
userMessage: [
|
|
31
|
+
'Please do the following:',
|
|
32
|
+
'1. Add a settings page for notification preferences.',
|
|
33
|
+
'2. Wire it to the existing /api/v1/users/me endpoint.',
|
|
34
|
+
'3. Add e2e tests for the new flow.',
|
|
35
|
+
'4. Update the changelog under "unreleased".',
|
|
36
|
+
'Make sure the test data resets between runs.',
|
|
37
|
+
].join('\n'),
|
|
38
|
+
expect: { action: 'memory.add', titlePrefix: 'plan/' },
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
id: 'S3-finding-recall',
|
|
42
|
+
description: 'User asks a question whose answer was previously recorded. Should consult memory.',
|
|
43
|
+
userMessage:
|
|
44
|
+
'Quick — what did we decide about retries? I forget if we picked exponential backoff or a fixed cap. Check our notes before answering.',
|
|
45
|
+
expect: { action: 'memory.list' }, // memory.read also acceptable; scoring accepts either
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
id: 'S4-small-talk',
|
|
49
|
+
description: 'Routine acknowledgement. Should NOT trigger memory writes.',
|
|
50
|
+
userMessage: 'Thanks, sounds good.',
|
|
51
|
+
expect: { action: 'none' },
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
id: 'S5-constraint-discovery',
|
|
55
|
+
description: 'User shares a non-obvious system constraint. Should record as a memory.',
|
|
56
|
+
userMessage:
|
|
57
|
+
'Heads up — the rate limit on the upstream provider is 60 req/min and they count failed auth retries against the bucket. That bit us last week.',
|
|
58
|
+
expect: { action: 'memory.add' },
|
|
59
|
+
},
|
|
60
|
+
];
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Three OPERATING POSTURE variants to A/B against memory-driven scenarios.
|
|
3
|
+
*
|
|
4
|
+
* The full status-quo prose was lifted verbatim from baseTool.js so the
|
|
5
|
+
* results map directly back to the prompt that ships today.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
const TOOL_DISTINCTIONS = [
|
|
9
|
+
'**Distinction:**',
|
|
10
|
+
'- `memory` = persistent knowledge that survives sessions (why, constraints, durable facts, working plans).',
|
|
11
|
+
'- `taskmanager` = step-by-step checkboxes for the CURRENT task (what to do next, in order).',
|
|
12
|
+
'',
|
|
13
|
+
].join('\n');
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Variant A — STATUS QUO. The full OPERATING POSTURE block currently
|
|
17
|
+
* injected into every tool-equipped agent's system prompt by
|
|
18
|
+
* baseTool.generateToolDescriptionsForPrompt(). Reproduced verbatim
|
|
19
|
+
* minus the skills sub-paragraphs (we're testing a memory-only agent).
|
|
20
|
+
*/
|
|
21
|
+
export const VARIANT_A_STATUS_QUO = [
|
|
22
|
+
'## OPERATING POSTURE',
|
|
23
|
+
'',
|
|
24
|
+
'Treat these as habits, not optional extras. Use them proactively, before you need them.',
|
|
25
|
+
'',
|
|
26
|
+
'**At the start of a new task or topic shift:**',
|
|
27
|
+
'- Run `memory` → `list` (titles only) to scan for relevant context the team or your past self stored. If a title looks relevant, `read` it before improvising.',
|
|
28
|
+
'',
|
|
29
|
+
'**WRITE memory on these events (not "when you think it\'s a good idea" — these are mandatory):**',
|
|
30
|
+
'- **A new user message contains a numbered list, a multi-bullet ask, OR more than ~30 words of substantive request.** Your VERY NEXT tool call must be `memory` → `add` with title `plan/<short-topic>` and content = the user\'s entire message verbatim. Do this BEFORE any other tool call, including taskmanager. Why mandatory: compaction may later destroy that message and the agent (you, next session) will not remember what the user actually asked for.',
|
|
31
|
+
'- **You are about to call `taskmanager` → `sync` with more than 3 tasks at once.** First, save a `memory` titled `plan/<feature>` containing the user\'s original request + your rationale for the plan. The task list is fragile (it can be wiped by a later sync); the plan/* memory is the source of truth.',
|
|
32
|
+
'- **You made a non-obvious decision** (chose approach A over B, fixed a tricky bug, discovered a constraint while exploring code, hit an unexpected error and figured out the cause). Save it as a `memory` with a non-`plan/` title before the next tool call. Format: title = the conclusion, content = the evidence. The next agent will not re-derive it.',
|
|
33
|
+
'- **The user gave you a preference or rule that should apply to all future work** ("never use emojis", "always use Tailwind", "the API base URL is X"). Save it immediately as a `memory`.',
|
|
34
|
+
'',
|
|
35
|
+
'**`plan/*` memories auto-inject into your system prompt every turn under `## AGENT WORKING PLAN` — that\'s how they survive compaction. Update or delete them as the situation evolves; a stale plan is worse than no plan.**',
|
|
36
|
+
'',
|
|
37
|
+
TOOL_DISTINCTIONS,
|
|
38
|
+
].join('\n');
|
|
39
|
+
|
|
40
|
+
/**
|
|
41
|
+
* Variant B — STRIPPED. No OPERATING POSTURE section at all. The
|
|
42
|
+
* agent gets only the tool description plus the distinction footer.
|
|
43
|
+
* Hypothesis: tool description alone is sufficient when memory plumbing
|
|
44
|
+
* (catalog injection, transition auto-load, post-compaction nudge) does
|
|
45
|
+
* the heavy lifting structurally.
|
|
46
|
+
*/
|
|
47
|
+
export const VARIANT_B_STRIPPED = TOOL_DISTINCTIONS;
|
|
48
|
+
|
|
49
|
+
/**
|
|
50
|
+
* Variant C — MINIMAL. Three short bullets, no prescriptive prose.
|
|
51
|
+
* Tests the hypothesis that the prose is bait for smaller models but
|
|
52
|
+
* we still need a tiny nudge for tool discovery.
|
|
53
|
+
*/
|
|
54
|
+
export const VARIANT_C_MINIMAL = [
|
|
55
|
+
'## OPERATING POSTURE',
|
|
56
|
+
'',
|
|
57
|
+
'- New topic? `memory list` first.',
|
|
58
|
+
'- User gave a durable preference, rule, or multi-part ask? `memory add` it (use `plan/...` titles for plans).',
|
|
59
|
+
'- Discovered something non-obvious? `memory add` it before moving on.',
|
|
60
|
+
'',
|
|
61
|
+
TOOL_DISTINCTIONS,
|
|
62
|
+
].join('\n');
|
|
63
|
+
|
|
64
|
+
export const VARIANTS = {
|
|
65
|
+
A: { id: 'A', name: 'status-quo', body: VARIANT_A_STATUS_QUO },
|
|
66
|
+
B: { id: 'B', name: 'stripped', body: VARIANT_B_STRIPPED },
|
|
67
|
+
C: { id: 'C', name: 'minimal', body: VARIANT_C_MINIMAL },
|
|
68
|
+
};
|
|
@@ -0,0 +1,439 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* Stub-on-record A/B harness.
|
|
4
|
+
*
|
|
5
|
+
* Loops a synthetic agent against the Loxia backend over multiple turns,
|
|
6
|
+
* with one of two variants for how PRIOR-turn code-map results are
|
|
7
|
+
* rendered into the LLM call:
|
|
8
|
+
*
|
|
9
|
+
* A (status-quo): full content preserved in every prior tool-result.
|
|
10
|
+
* B (stubbed): prior code-map results replaced with a stub. Current
|
|
11
|
+
* turn's content preserved.
|
|
12
|
+
*
|
|
13
|
+
* Each scenario instructs the agent to re-examine the same fixture file
|
|
14
|
+
* across multiple turns. Variant B should produce smaller prompt-token
|
|
15
|
+
* counts without harming the agent's ability to keep working.
|
|
16
|
+
*
|
|
17
|
+
* Outputs:
|
|
18
|
+
* - JSON to scripts/stub-bench/results-<ts>.json
|
|
19
|
+
* - human summary table to stdout
|
|
20
|
+
*
|
|
21
|
+
* Usage:
|
|
22
|
+
* node scripts/stub-bench/bench.mjs
|
|
23
|
+
* node scripts/stub-bench/bench.mjs --models gpt-4.1-mini --trials 3
|
|
24
|
+
*/
|
|
25
|
+
import { readFileSync } from 'node:fs';
|
|
26
|
+
import { mkdir, writeFile, readFile } from 'node:fs/promises';
|
|
27
|
+
import { homedir } from 'node:os';
|
|
28
|
+
import { dirname, resolve, join } from 'node:path';
|
|
29
|
+
import { fileURLToPath } from 'node:url';
|
|
30
|
+
|
|
31
|
+
import { applyCodeMapStubbing } from '../../src/services/codeMapStubRenderer.js';
|
|
32
|
+
|
|
33
|
+
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
34
|
+
const REPO_ROOT = resolve(__dirname, '..', '..');
|
|
35
|
+
const BASE_URL = process.env.LOXIA_BASE_URL ||
|
|
36
|
+
'https://loxia-api-g7hrb8bxdae8a2h7.z02.azurefd.net';
|
|
37
|
+
|
|
38
|
+
const DEFAULT_MODELS = ['gpt-4.1-nano', 'gpt-4.1-mini'];
|
|
39
|
+
const DEFAULT_TRIALS = 2;
|
|
40
|
+
const MAX_TURNS = 6;
|
|
41
|
+
|
|
42
|
+
function parseArgs(argv) {
|
|
43
|
+
const args = {
|
|
44
|
+
models: DEFAULT_MODELS, trials: DEFAULT_TRIALS,
|
|
45
|
+
variants: ['A', 'B'], scenarios: null, out: null,
|
|
46
|
+
};
|
|
47
|
+
for (let i = 2; i < argv.length; i += 2) {
|
|
48
|
+
const f = argv[i], v = argv[i + 1];
|
|
49
|
+
switch (f) {
|
|
50
|
+
case '--models': args.models = v.split(',').map(s => s.trim()); break;
|
|
51
|
+
case '--trials': args.trials = parseInt(v, 10); break;
|
|
52
|
+
case '--variants': args.variants = v.split(',').map(s => s.trim()); break;
|
|
53
|
+
case '--scenarios': args.scenarios = v.split(',').map(s => s.trim()); break;
|
|
54
|
+
case '--out': args.out = v; break;
|
|
55
|
+
default: console.error(`unknown flag: ${f}`); process.exit(1);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return args;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
function loadApiKey() {
|
|
62
|
+
if (process.env.LOXIA_API_KEY) return process.env.LOXIA_API_KEY;
|
|
63
|
+
try {
|
|
64
|
+
const p = join(homedir(), '.loxia', 'keys.json');
|
|
65
|
+
const j = JSON.parse(readFileSync(p, 'utf8'));
|
|
66
|
+
return j?.backend?.key || null;
|
|
67
|
+
} catch { return null; }
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
// ─── Fixture loading ──────────────────────────────────────────────
|
|
71
|
+
|
|
72
|
+
async function loadFixture() {
|
|
73
|
+
const path = join(__dirname, 'fixture', 'auth.js');
|
|
74
|
+
const content = await readFile(path, 'utf8');
|
|
75
|
+
return { path: 'fixture/auth.js', content };
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
// ─── Tool implementations (just for code-map skeleton/read-range) ──
|
|
79
|
+
|
|
80
|
+
function fakeSkeleton(content) {
|
|
81
|
+
// Cheap pseudo-skeleton: keep class/function declarations + braces.
|
|
82
|
+
const lines = content.split('\n');
|
|
83
|
+
const sig = [];
|
|
84
|
+
for (let i = 0; i < lines.length; i++) {
|
|
85
|
+
const l = lines[i].trim();
|
|
86
|
+
if (l.startsWith('class ') || l.startsWith('function ') ||
|
|
87
|
+
l.startsWith('async ') || l.startsWith('//') ||
|
|
88
|
+
l.includes('module.exports') ||
|
|
89
|
+
(l.endsWith('{') && !l.startsWith('if ') && !l.startsWith('for '))) {
|
|
90
|
+
sig.push(`${i + 1}: ${lines[i]}`);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
return sig.join('\n');
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
function readRange(content, startLine, endLine) {
|
|
97
|
+
const lines = content.split('\n');
|
|
98
|
+
const a = Math.max(0, startLine - 1);
|
|
99
|
+
const b = Math.min(lines.length, endLine);
|
|
100
|
+
return lines.slice(a, b).map((l, i) => `${a + 1 + i}: ${l}`).join('\n');
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
// ─── LLM call ─────────────────────────────────────────────────────
|
|
104
|
+
|
|
105
|
+
const TOOLS = [{
|
|
106
|
+
type: 'function',
|
|
107
|
+
function: {
|
|
108
|
+
name: 'code-map',
|
|
109
|
+
description: 'Read code structure. skeleton: top-level signatures. read-range: specific line range.',
|
|
110
|
+
parameters: {
|
|
111
|
+
type: 'object',
|
|
112
|
+
properties: {
|
|
113
|
+
action: { type: 'string', enum: ['skeleton', 'read-range'] },
|
|
114
|
+
filePath: { type: 'string' },
|
|
115
|
+
startLine: { type: 'number' },
|
|
116
|
+
endLine: { type: 'number' },
|
|
117
|
+
},
|
|
118
|
+
required: ['action', 'filePath'],
|
|
119
|
+
},
|
|
120
|
+
},
|
|
121
|
+
}, {
|
|
122
|
+
type: 'function',
|
|
123
|
+
function: {
|
|
124
|
+
name: 'job-done',
|
|
125
|
+
description: 'Signal that you have finished the task.',
|
|
126
|
+
parameters: {
|
|
127
|
+
type: 'object',
|
|
128
|
+
properties: { summary: { type: 'string' } },
|
|
129
|
+
required: ['summary'],
|
|
130
|
+
},
|
|
131
|
+
},
|
|
132
|
+
}];
|
|
133
|
+
|
|
134
|
+
const SYSTEM_PROMPT_BASE =
|
|
135
|
+
'You are an agent inspecting a small codebase. Use the `code-map` tool to look at structure ' +
|
|
136
|
+
'and line ranges. When you have answered the user, call `job-done`. Be brief — one tool ' +
|
|
137
|
+
'call per turn.';
|
|
138
|
+
|
|
139
|
+
function extractToolCalls(content) {
|
|
140
|
+
if (typeof content !== 'string') return [];
|
|
141
|
+
const calls = [];
|
|
142
|
+
let pos = 0;
|
|
143
|
+
while (pos < content.length) {
|
|
144
|
+
const markerIdx = content.indexOf('**Calling ', pos);
|
|
145
|
+
if (markerIdx === -1) break;
|
|
146
|
+
const nameStart = markerIdx + '**Calling '.length;
|
|
147
|
+
const nameEnd = content.indexOf('**', nameStart);
|
|
148
|
+
if (nameEnd === -1) break;
|
|
149
|
+
const toolName = content.slice(nameStart, nameEnd);
|
|
150
|
+
const fenceStart = content.indexOf('```', nameEnd);
|
|
151
|
+
if (fenceStart === -1) break;
|
|
152
|
+
const bodyStart = content.indexOf('\n', fenceStart) + 1;
|
|
153
|
+
const fenceEnd = content.indexOf('```', bodyStart);
|
|
154
|
+
if (fenceEnd === -1) break;
|
|
155
|
+
let body = content.slice(bodyStart, fenceEnd).trim();
|
|
156
|
+
if (body.startsWith('json')) body = body.slice(4).trim();
|
|
157
|
+
try {
|
|
158
|
+
const parsed = JSON.parse(body);
|
|
159
|
+
// Plural-canonical (e7d496c): tools may emit `{actions:[{type,...}]}`
|
|
160
|
+
// or legacy `{action,...}`. Expand actions[] into one call each so
|
|
161
|
+
// downstream scoring sees every operation. The action field is
|
|
162
|
+
// normalized to lowercase `action` (from `type`) on the way out
|
|
163
|
+
// for back-compat with this bench's existing rubric.
|
|
164
|
+
const params = parsed.parameters || parsed;
|
|
165
|
+
const actions = params?.actions;
|
|
166
|
+
if (Array.isArray(actions) && actions.length > 0) {
|
|
167
|
+
for (const a of actions) {
|
|
168
|
+
calls.push({
|
|
169
|
+
toolId: parsed.toolId || toolName,
|
|
170
|
+
parameters: { ...a, action: a.type || a.action },
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
} else {
|
|
174
|
+
calls.push({
|
|
175
|
+
toolId: parsed.toolId || toolName,
|
|
176
|
+
parameters: params,
|
|
177
|
+
});
|
|
178
|
+
}
|
|
179
|
+
} catch {
|
|
180
|
+
calls.push({ toolId: toolName, parameters: { _unparsed: body.slice(0, 200) } });
|
|
181
|
+
}
|
|
182
|
+
pos = fenceEnd + 3;
|
|
183
|
+
}
|
|
184
|
+
return calls;
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
async function callLLM({ apiKey, model, messages, systemPrompt }) {
|
|
188
|
+
const requestId = `stb-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
|
|
189
|
+
const last = messages[messages.length - 1];
|
|
190
|
+
const payload = {
|
|
191
|
+
conversationId: requestId,
|
|
192
|
+
message: typeof last?.content === 'string' ? last.content : '',
|
|
193
|
+
messages,
|
|
194
|
+
model, requestId,
|
|
195
|
+
options: { max_tokens: 700, temperature: 0.2, tools: TOOLS },
|
|
196
|
+
platformProvided: true,
|
|
197
|
+
systemPrompt,
|
|
198
|
+
apiKey,
|
|
199
|
+
};
|
|
200
|
+
const t0 = Date.now();
|
|
201
|
+
const res = await fetch(`${BASE_URL}/llm/chat`, {
|
|
202
|
+
method: 'POST',
|
|
203
|
+
headers: {
|
|
204
|
+
'Content-Type': 'application/json',
|
|
205
|
+
'Authorization': `Bearer ${apiKey}`,
|
|
206
|
+
'X-Request-ID': requestId,
|
|
207
|
+
},
|
|
208
|
+
body: JSON.stringify(payload),
|
|
209
|
+
});
|
|
210
|
+
const latencyMs = Date.now() - t0;
|
|
211
|
+
if (!res.ok) {
|
|
212
|
+
const txt = await res.text();
|
|
213
|
+
return { error: `HTTP ${res.status}: ${txt.slice(0, 200)}`, latencyMs };
|
|
214
|
+
}
|
|
215
|
+
const data = await res.json();
|
|
216
|
+
return {
|
|
217
|
+
content: data.content || '',
|
|
218
|
+
finishReason: data.finishReason || 'stop',
|
|
219
|
+
usage: data.usage || {},
|
|
220
|
+
latencyMs,
|
|
221
|
+
};
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
// ─── one session loop ─────────────────────────────────────────────
|
|
225
|
+
|
|
226
|
+
async function runSession({ apiKey, model, scenario, fixture, variant }) {
|
|
227
|
+
const systemPrompt = SYSTEM_PROMPT_BASE;
|
|
228
|
+
let messages = [{ role: 'user', content: scenario.userMessage }];
|
|
229
|
+
const trace = {
|
|
230
|
+
turns: [], finished: false, toolCalls: 0, codeMapCalls: 0,
|
|
231
|
+
totalPromptTokens: 0, totalOutputTokens: 0, totalLatencyMs: 0,
|
|
232
|
+
error: null,
|
|
233
|
+
};
|
|
234
|
+
|
|
235
|
+
for (let turn = 0; turn < MAX_TURNS; turn++) {
|
|
236
|
+
// Render: apply stubbing for variant B (preserves the last
|
|
237
|
+
// tool-result, stubs all prior code-map ones).
|
|
238
|
+
const renderedMessages = variant === 'B'
|
|
239
|
+
? applyCodeMapStubbing(messages)
|
|
240
|
+
: messages;
|
|
241
|
+
|
|
242
|
+
const r = await callLLM({ apiKey, model, messages: renderedMessages, systemPrompt });
|
|
243
|
+
if (r.error) {
|
|
244
|
+
trace.error = r.error;
|
|
245
|
+
break;
|
|
246
|
+
}
|
|
247
|
+
trace.totalPromptTokens += r.usage.input_tokens || r.usage.prompt_tokens || 0;
|
|
248
|
+
trace.totalOutputTokens += r.usage.output_tokens || r.usage.completion_tokens || 0;
|
|
249
|
+
trace.totalLatencyMs += r.latencyMs;
|
|
250
|
+
|
|
251
|
+
const calls = extractToolCalls(r.content);
|
|
252
|
+
trace.turns.push({
|
|
253
|
+
turn, finishReason: r.finishReason, toolCalls: calls.length,
|
|
254
|
+
preview: r.content.slice(0, 160),
|
|
255
|
+
});
|
|
256
|
+
|
|
257
|
+
// Append assistant message to history.
|
|
258
|
+
messages.push({ role: 'assistant', content: r.content });
|
|
259
|
+
|
|
260
|
+
if (calls.length === 0) {
|
|
261
|
+
// No tool call — agent gave up or answered directly.
|
|
262
|
+
break;
|
|
263
|
+
}
|
|
264
|
+
trace.toolCalls += calls.length;
|
|
265
|
+
|
|
266
|
+
// Process each tool call → append tool-result message.
|
|
267
|
+
let jobDone = false;
|
|
268
|
+
const toolResultParts = [];
|
|
269
|
+
for (const call of calls) {
|
|
270
|
+
if (call.toolId === 'job-done') {
|
|
271
|
+
trace.finished = true;
|
|
272
|
+
jobDone = true;
|
|
273
|
+
break;
|
|
274
|
+
}
|
|
275
|
+
if (call.toolId === 'code-map') {
|
|
276
|
+
trace.codeMapCalls++;
|
|
277
|
+
const action = call.parameters?.action;
|
|
278
|
+
let body = '';
|
|
279
|
+
if (action === 'skeleton') {
|
|
280
|
+
body = `code-map skeleton:\n filePath: ${fixture.path}\n${fakeSkeleton(fixture.content)}`;
|
|
281
|
+
} else if (action === 'read-range') {
|
|
282
|
+
const sl = Number(call.parameters?.startLine || 1);
|
|
283
|
+
const el = Number(call.parameters?.endLine || sl);
|
|
284
|
+
body = `code-map read-range:\n filePath: ${fixture.path}\n startLine: ${sl}\n endLine: ${el}\n${readRange(fixture.content, sl, el)}`;
|
|
285
|
+
} else {
|
|
286
|
+
body = `code-map: unknown action ${action}`;
|
|
287
|
+
}
|
|
288
|
+
toolResultParts.push(body);
|
|
289
|
+
} else {
|
|
290
|
+
toolResultParts.push(`unknown tool: ${call.toolId}`);
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
if (jobDone) break;
|
|
294
|
+
|
|
295
|
+
if (toolResultParts.length > 0) {
|
|
296
|
+
messages.push({
|
|
297
|
+
role: 'user', type: 'tool-result',
|
|
298
|
+
content: '[Tool Results — 1 batch: code-map]\n' + toolResultParts.join('\n---\n'),
|
|
299
|
+
responseTurnId: `turn-${turn}`,
|
|
300
|
+
});
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
return trace;
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
// ─── scenarios ────────────────────────────────────────────────────
|
|
308
|
+
|
|
309
|
+
const SCENARIOS = [
|
|
310
|
+
{
|
|
311
|
+
id: 'S1-revisit-skeleton',
|
|
312
|
+
description: 'User asks twice about the same file structure — Monopoly re-touch pattern.',
|
|
313
|
+
userMessage:
|
|
314
|
+
'Look at fixture/auth.js and tell me what methods AuthService exposes. ' +
|
|
315
|
+
'After listing them, also tell me which one is responsible for revoking sessions, ' +
|
|
316
|
+
'and which line range that method occupies.',
|
|
317
|
+
},
|
|
318
|
+
{
|
|
319
|
+
id: 'S2-skeleton-then-ranges',
|
|
320
|
+
description: 'User asks for skeleton, then explicit follow-up ranges.',
|
|
321
|
+
userMessage:
|
|
322
|
+
'In fixture/auth.js: (1) list all the methods of AuthService; ' +
|
|
323
|
+
'(2) show me the body of login and verify; ' +
|
|
324
|
+
'(3) tell me whether logout actually deletes from tokenStore.',
|
|
325
|
+
},
|
|
326
|
+
{
|
|
327
|
+
id: 'S3-single-call',
|
|
328
|
+
description: 'Single-call simple task — negative control. Stubbing should not hurt anything.',
|
|
329
|
+
userMessage:
|
|
330
|
+
'Look at fixture/auth.js and tell me the name of the class it exports.',
|
|
331
|
+
},
|
|
332
|
+
];
|
|
333
|
+
|
|
334
|
+
// ─── runner ───────────────────────────────────────────────────────
|
|
335
|
+
|
|
336
|
+
async function runAll({ apiKey, models, variants, trials, scenarios }) {
|
|
337
|
+
const fixture = await loadFixture();
|
|
338
|
+
const scList = scenarios
|
|
339
|
+
? SCENARIOS.filter(s => scenarios.includes(s.id))
|
|
340
|
+
: SCENARIOS;
|
|
341
|
+
const results = [];
|
|
342
|
+
const total = models.length * variants.length * scList.length * trials;
|
|
343
|
+
let done = 0;
|
|
344
|
+
for (const model of models) {
|
|
345
|
+
for (const variant of variants) {
|
|
346
|
+
for (const scenario of scList) {
|
|
347
|
+
for (let t = 0; t < trials; t++) {
|
|
348
|
+
const trace = await runSession({ apiKey, model, scenario, fixture, variant });
|
|
349
|
+
done++;
|
|
350
|
+
process.stderr.write(`\r${done}/${total} (model=${model} variant=${variant} sc=${scenario.id} trial=${t}) `);
|
|
351
|
+
results.push({ model, variant, scenario: scenario.id, trial: t, ...trace });
|
|
352
|
+
}
|
|
353
|
+
}
|
|
354
|
+
}
|
|
355
|
+
}
|
|
356
|
+
process.stderr.write('\n');
|
|
357
|
+
return results;
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
// ─── reporting ────────────────────────────────────────────────────
|
|
361
|
+
|
|
362
|
+
function aggregate(results) {
|
|
363
|
+
// Group by (model, scenario, variant).
|
|
364
|
+
const byCell = new Map();
|
|
365
|
+
for (const r of results) {
|
|
366
|
+
const k = `${r.model}|${r.scenario}|${r.variant}`;
|
|
367
|
+
if (!byCell.has(k)) byCell.set(k, []);
|
|
368
|
+
byCell.get(k).push(r);
|
|
369
|
+
}
|
|
370
|
+
const agg = [];
|
|
371
|
+
for (const [key, list] of byCell) {
|
|
372
|
+
const [model, scenario, variant] = key.split('|');
|
|
373
|
+
const avg = arr => arr.reduce((s, x) => s + x, 0) / arr.length;
|
|
374
|
+
agg.push({
|
|
375
|
+
model, scenario, variant, n: list.length,
|
|
376
|
+
finishedPct: 100 * list.filter(r => r.finished).length / list.length,
|
|
377
|
+
avgPromptTok: Math.round(avg(list.map(r => r.totalPromptTokens))),
|
|
378
|
+
avgOutputTok: Math.round(avg(list.map(r => r.totalOutputTokens))),
|
|
379
|
+
avgToolCalls: +avg(list.map(r => r.toolCalls)).toFixed(2),
|
|
380
|
+
avgCodeMapCalls:+avg(list.map(r => r.codeMapCalls)).toFixed(2),
|
|
381
|
+
errors: list.filter(r => r.error).length,
|
|
382
|
+
});
|
|
383
|
+
}
|
|
384
|
+
return agg;
|
|
385
|
+
}
|
|
386
|
+
|
|
387
|
+
function printReport(agg, models, scenarios) {
|
|
388
|
+
console.log('\n=== STUB-ON-RECORD A/B ===\n');
|
|
389
|
+
// Pair A/B per (model, scenario) and compute deltas.
|
|
390
|
+
const byPair = new Map();
|
|
391
|
+
for (const a of agg) {
|
|
392
|
+
const k = `${a.model}|${a.scenario}`;
|
|
393
|
+
if (!byPair.has(k)) byPair.set(k, {});
|
|
394
|
+
byPair.get(k)[a.variant] = a;
|
|
395
|
+
}
|
|
396
|
+
console.log('Model | Scenario | A=tokens | B=tokens | Δ% | A=calls | B=calls | A=done | B=done');
|
|
397
|
+
console.log('-------------+----------------------+----------+----------+------+---------+---------+--------+-------');
|
|
398
|
+
for (const [key, pair] of byPair) {
|
|
399
|
+
const [model, scenario] = key.split('|');
|
|
400
|
+
const a = pair.A, b = pair.B;
|
|
401
|
+
if (!a || !b) continue;
|
|
402
|
+
const dPct = a.avgPromptTok === 0 ? 0 : Math.round(100 * (b.avgPromptTok - a.avgPromptTok) / a.avgPromptTok);
|
|
403
|
+
const sign = dPct < 0 ? '' : '+';
|
|
404
|
+
console.log(
|
|
405
|
+
`${model.padEnd(12)} | ${scenario.padEnd(20)} | ` +
|
|
406
|
+
`${String(a.avgPromptTok).padStart(8)} | ${String(b.avgPromptTok).padStart(8)} | ` +
|
|
407
|
+
`${(sign + dPct + '%').padStart(4)} | ` +
|
|
408
|
+
`${String(a.avgToolCalls).padStart(7)} | ${String(b.avgToolCalls).padStart(7)} | ` +
|
|
409
|
+
`${String(Math.round(a.finishedPct) + '%').padStart(6)} | ${String(Math.round(b.finishedPct) + '%').padStart(6)}`
|
|
410
|
+
);
|
|
411
|
+
}
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
// ─── main ─────────────────────────────────────────────────────────
|
|
415
|
+
|
|
416
|
+
(async () => {
|
|
417
|
+
const args = parseArgs(process.argv);
|
|
418
|
+
const apiKey = loadApiKey();
|
|
419
|
+
if (!apiKey) { console.error('No LOXIA_API_KEY.'); process.exit(1); }
|
|
420
|
+
|
|
421
|
+
console.error(`stub-bench: models=${args.models.join(',')} variants=${args.variants.join(',')} trials=${args.trials}`);
|
|
422
|
+
const results = await runAll({
|
|
423
|
+
apiKey, models: args.models, variants: args.variants,
|
|
424
|
+
trials: args.trials, scenarios: args.scenarios,
|
|
425
|
+
});
|
|
426
|
+
const agg = aggregate(results);
|
|
427
|
+
printReport(agg, args.models, args.scenarios);
|
|
428
|
+
|
|
429
|
+
const ts = new Date().toISOString().replace(/[:.]/g, '-');
|
|
430
|
+
const outPath = args.out || join(__dirname, `results-${ts}.json`);
|
|
431
|
+
await mkdir(dirname(outPath), { recursive: true });
|
|
432
|
+
await writeFile(outPath, JSON.stringify({
|
|
433
|
+
timestamp: new Date().toISOString(),
|
|
434
|
+
args,
|
|
435
|
+
aggregate: agg,
|
|
436
|
+
results,
|
|
437
|
+
}, null, 2));
|
|
438
|
+
console.log(`\nfull results → ${outPath}`);
|
|
439
|
+
})().catch(err => { console.error(err); process.exit(1); });
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
// Tiny fixture file used by the stub-bench scenarios.
|
|
2
|
+
// Skeleton-extractable structure (class + methods).
|
|
3
|
+
class AuthService {
|
|
4
|
+
constructor(config) {
|
|
5
|
+
this.config = config;
|
|
6
|
+
this.tokenStore = new Map();
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
/** Authenticate a user against the upstream IDP. */
|
|
10
|
+
async login(username, password) {
|
|
11
|
+
if (!username || !password) throw new Error('missing credentials');
|
|
12
|
+
const token = await this._mintToken(username);
|
|
13
|
+
this.tokenStore.set(username, token);
|
|
14
|
+
return { token, expiresIn: 3600 };
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/** Verify a presented bearer token. */
|
|
18
|
+
async verify(token) {
|
|
19
|
+
for (const [user, stored] of this.tokenStore.entries()) {
|
|
20
|
+
if (stored === token) return { valid: true, user };
|
|
21
|
+
}
|
|
22
|
+
return { valid: false };
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
/** Revoke a session by token. */
|
|
26
|
+
async logout(token) {
|
|
27
|
+
for (const [user, stored] of this.tokenStore.entries()) {
|
|
28
|
+
if (stored === token) {
|
|
29
|
+
this.tokenStore.delete(user);
|
|
30
|
+
return true;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
async _mintToken(user) {
|
|
37
|
+
return `tok-${user}-${Date.now()}`;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
module.exports = { AuthService };
|