feihong-code 7.0.0 → 7.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (149) hide show
  1. package/.github/workflows/ci.yml +180 -140
  2. package/.github/workflows/release.yml +200 -0
  3. package/CHANGELOG.md +94 -65
  4. package/README.md +609 -586
  5. package/dist/agent/browser-agent.js +354 -0
  6. package/dist/agent/browser-agent.js.map +1 -0
  7. package/dist/agent/change-manager.js +433 -0
  8. package/dist/agent/change-manager.js.map +1 -0
  9. package/dist/agent/code-rag.js +293 -0
  10. package/dist/agent/code-rag.js.map +1 -0
  11. package/dist/agent/code-writer.js +13 -1
  12. package/dist/agent/code-writer.js.map +1 -1
  13. package/dist/agent/completion-engine.js +553 -0
  14. package/dist/agent/completion-engine.js.map +1 -0
  15. package/dist/agent/completion-postprocess.js +109 -0
  16. package/dist/agent/completion-postprocess.js.map +1 -0
  17. package/dist/agent/context-budget.js +121 -0
  18. package/dist/agent/context-budget.js.map +1 -0
  19. package/dist/agent/context-compactor.js +235 -10
  20. package/dist/agent/context-compactor.js.map +1 -1
  21. package/dist/agent/custom-agent.js +368 -0
  22. package/dist/agent/custom-agent.js.map +1 -0
  23. package/dist/agent/design-to-code.js +218 -0
  24. package/dist/agent/design-to-code.js.map +1 -0
  25. package/dist/agent/event-driven-agent.js +359 -0
  26. package/dist/agent/event-driven-agent.js.map +1 -0
  27. package/dist/agent/git-integration.js +324 -0
  28. package/dist/agent/git-integration.js.map +1 -0
  29. package/dist/agent/layered-memory.js +329 -0
  30. package/dist/agent/layered-memory.js.map +1 -0
  31. package/dist/agent/lint.js +121 -0
  32. package/dist/agent/lint.js.map +1 -0
  33. package/dist/agent/multi-agent.js +359 -0
  34. package/dist/agent/multi-agent.js.map +1 -0
  35. package/dist/agent/orchestrator.js +136 -25
  36. package/dist/agent/orchestrator.js.map +1 -1
  37. package/dist/agent/prompts.js +54 -54
  38. package/dist/agent/quality-gate.js +139 -0
  39. package/dist/agent/quality-gate.js.map +1 -1
  40. package/dist/agent/self-correction.js +274 -0
  41. package/dist/agent/self-correction.js.map +1 -0
  42. package/dist/agent/self-heal.js +47 -17
  43. package/dist/agent/self-heal.js.map +1 -1
  44. package/dist/agent/solo-agent.js +321 -0
  45. package/dist/agent/solo-agent.js.map +1 -0
  46. package/dist/agent/symbol-index.js +258 -28
  47. package/dist/agent/symbol-index.js.map +1 -1
  48. package/dist/agent/team-collaboration.js +252 -0
  49. package/dist/agent/team-collaboration.js.map +1 -0
  50. package/dist/agent/type-checker.js +229 -0
  51. package/dist/agent/type-checker.js.map +1 -0
  52. package/dist/cli/commands.js +9 -0
  53. package/dist/cli/commands.js.map +1 -1
  54. package/dist/cli/index.js +9 -0
  55. package/dist/cli/index.js.map +1 -1
  56. package/dist/cli/multi-pane-tui.js +217 -0
  57. package/dist/cli/multi-pane-tui.js.map +1 -0
  58. package/dist/cli/run.js +130 -40
  59. package/dist/cli/run.js.map +1 -1
  60. package/dist/cli/tui-run.js +79 -0
  61. package/dist/cli/tui-run.js.map +1 -0
  62. package/dist/cli/tui.js.map +1 -1
  63. package/dist/cli/version.js +1 -1
  64. package/dist/integrations/collaboration.js +219 -0
  65. package/dist/integrations/collaboration.js.map +1 -0
  66. package/dist/integrations/figma.js +307 -0
  67. package/dist/integrations/figma.js.map +1 -0
  68. package/dist/integrations/sso.js +327 -0
  69. package/dist/integrations/sso.js.map +1 -0
  70. package/dist/knowledge/library.js +301 -0
  71. package/dist/knowledge/library.js.map +1 -0
  72. package/dist/lsp/lsp-client.js +183 -0
  73. package/dist/lsp/lsp-client.js.map +1 -0
  74. package/dist/lsp/lsp-service.js +159 -0
  75. package/dist/lsp/lsp-service.js.map +1 -0
  76. package/dist/plugins/manager.js +380 -0
  77. package/dist/plugins/manager.js.map +1 -0
  78. package/dist/runtime/event-log.js.map +1 -1
  79. package/dist/shared/i18n.js +108 -100
  80. package/dist/shared/i18n.js.map +1 -1
  81. package/dist/tools/browser/browser.tool.js +217 -0
  82. package/dist/tools/browser/browser.tool.js.map +1 -0
  83. package/dist/tools/generator/code-generator.js +40 -40
  84. package/dist/tools/generator/test-generator.js +9 -9
  85. package/dist/tools/index.js +2 -0
  86. package/dist/tools/index.js.map +1 -1
  87. package/dist/tools/shell/exec.js +73 -11
  88. package/dist/tools/shell/exec.js.map +1 -1
  89. package/dist/tools/shell/run-shell.tool.js +8 -2
  90. package/dist/tools/shell/run-shell.tool.js.map +1 -1
  91. package/dist/training/completion-evaluator.js +213 -0
  92. package/dist/training/completion-evaluator.js.map +1 -0
  93. package/dist/training/fim-data.js +248 -0
  94. package/dist/training/fim-data.js.map +1 -0
  95. package/dist/voice/voice-programming.js +223 -0
  96. package/dist/voice/voice-programming.js.map +1 -0
  97. package/dist/web/extra-apis.js +440 -0
  98. package/dist/web/extra-apis.js.map +1 -0
  99. package/dist/web/public/css/style.css +1729 -1671
  100. package/dist/web/public/index.html +1242 -990
  101. package/dist/web/public/js/api.js +555 -382
  102. package/dist/web/public/js/app.js +2210 -2210
  103. package/dist/web/public/js/mock-api.js +234 -0
  104. package/dist/web/public/js/monaco-editor.js +363 -0
  105. package/dist/web/public/js/ui.js +2251 -1059
  106. package/dist/web/public/js/utils.js +214 -214
  107. package/dist/web/public/manifest.json +59 -0
  108. package/dist/web/public/service-worker.js +173 -0
  109. package/dist/web/server.js +1116 -45
  110. package/dist/web/server.js.map +1 -1
  111. package/dist/web/task-queue.js +22 -2
  112. package/dist/web/task-queue.js.map +1 -1
  113. package/docs/BENCHMARK_REPORT_en.md +386 -329
  114. package/docs/BENCHMARK_REPORT_zh.md +386 -329
  115. package/docs/DPA.md +63 -0
  116. package/docs/DPA/346/225/260/346/215/256/345/244/204/347/220/206/345/215/217/350/256/256/346/250/241/346/235/277_v1.0.md +67 -0
  117. package/docs/SECURITY_WHITEPAPER.md +74 -0
  118. package/docs/SWE_BENCH_REPORT.md +55 -0
  119. package/docs/TECHNICAL_SPEC_en.md +292 -292
  120. package/docs/TECHNICAL_SPEC_zh.md +292 -292
  121. package/docs/UPDATE_NOTES_en.md +159 -159
  122. package/docs/UPDATE_NOTES_zh.md +159 -159
  123. package/docs/UPGRADE_7.2.0.md +309 -0
  124. package/docs/UPGRADE_GUIDE_7_5.md +86 -0
  125. package/docs/geo-feihong-code.html +391 -0
  126. package/docs//345/205/250/351/235/242/345/244/215/347/233/230_50/350/275/256/346/267/261/345/272/246/345/256/241/350/256/241_v7.2.0.md +208 -0
  127. package/docs//345/205/250/351/235/242/345/244/215/347/233/230_6/351/241/271/351/207/215/347/202/271/346/240/270/346/237/245_v7.2.0.md +152 -0
  128. package/docs//345/205/250/351/235/242/345/244/215/347/233/230_/350/277/220/350/241/214/346/227/266/345/256/236/346/265/213/347/211/210_v7.2.0.md +271 -0
  129. package/docs//345/220/210/350/247/204/350/256/244/350/257/201/345/207/206/345/244/207/346/270/205/345/215/225_v7.2.0.md +59 -0
  130. package/docs//345/256/211/345/205/250/347/231/275/347/232/256/344/271/246_v7.2.0.md +82 -0
  131. package/electron/main.js +404 -404
  132. package/package.json +175 -167
  133. package/templates/skills/api-design/SKILL.md +27 -0
  134. package/templates/skills/code-review/SKILL.md +35 -0
  135. package/templates/skills/dependency-upgrade/SKILL.md +29 -0
  136. package/templates/skills/doc-gen/SKILL.md +29 -0
  137. package/templates/skills/git-flow/SKILL.md +26 -0
  138. package/templates/skills/onboarding/SKILL.md +27 -0
  139. package/templates/skills/performance/SKILL.md +29 -0
  140. package/templates/skills/refactor/SKILL.md +28 -0
  141. package/templates/skills/security-audit/SKILL.md +28 -0
  142. package/templates/skills/test-gen/SKILL.md +30 -0
  143. package/tool-schema.json +197 -197
  144. package/dist/hello.js +0 -14
  145. package/dist/hello.js.map +0 -1
  146. package/dist/self-evolve/hook.ts +0 -80
  147. package/dist/self-evolve/manager.d.ts +0 -8
  148. package/dist/web/web-config.js +0 -143
  149. package/dist/web/web-config.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"run-shell.tool.js","sourceRoot":"","sources":["../../../src/tools/shell/run-shell.tool.ts"],"names":[],"mappings":";;;AAAA;;;;;GAKG;AACH,6BAAwB;AAExB,iCAAwE;AAExE;;;;GAIG;AACH,MAAM,wBAAwB,GAAa;IACzC,MAAM,EAA+B,wBAAwB;IAC7D,GAAG,EAAkC,UAAU;IAC/C,iCAAiC,EAAE,mBAAmB;IACtD,oCAAoC,EAAE,oBAAoB;IAC1D,eAAe,EAAqB,OAAO;IAC3C,iBAAiB,EAAmB,gBAAgB;IACpD,eAAe,EAAqB,SAAS;IAC7C,6BAA6B,EAAM,UAAU;IAC7C,8BAA8B,EAAM,kBAAkB;IACtD,0BAA0B,EAAS,SAAS;CAC7C,CAAC;AAEF,SAAS,uBAAuB,CAAC,GAAW;IAC1C,OAAO,wBAAwB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,wCAAwC;AACxC,SAAS,aAAa,CAAC,IAAY,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,GAAG,IAAI,EAAE,OAAO,GAAG,IAAI;IAChF,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;IAChD,OAAO,GAAG,IAAI,aAAa,OAAO,UAAU,IAAI,EAAE,CAAC;AACrD,CAAC;AAEY,QAAA,YAAY,GAAS;IAChC,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE,8BAA8B;IAC3C,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;QACpE,QAAQ,EAAE,CAAC,SAAS,CAAC;KACtB;IACD,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAgB;QAClC,MAAM,EAAE,OAAO,EAAE,GAAG,IAA2B,CAAC;QAChD,MAAM,IAAI,GAAG,IAAA,kBAAW,EAAC,OAAO,CAAC,CAAC;QAClC,uBAAuB;QACvB,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,IAAI,EAAE,EAAE,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,wCAAwC;QACxC,IAAI,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,kBAAkB,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,mBAAmB,EAAE,CAAC;QACtG,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAClF,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;QACvE,CAAC;QACD,8CAA8C;QAC9C,MAAM,GAAG,GACP,GAAG,CAAC,QAAQ,CAAC,WAAW,KAAK,WAAW;YACtC,CAAC,CAAC,MAAM,IAAA,4BAAqB,EAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC;YAC/C,CAAC,CAAC,MAAM,IAAA,iBAAU,EAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC;YAClB,MAAM,EAAE,aAAa,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACnD,KAAK,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,IAAI,EAAE;SAC5D,CAAC;IACJ,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"run-shell.tool.js","sourceRoot":"","sources":["../../../src/tools/shell/run-shell.tool.ts"],"names":[],"mappings":";;;AAAA;;;;;GAKG;AACH,6BAAwB;AAExB,iCAAwE;AAExE;;;;GAIG;AACH,MAAM,wBAAwB,GAAa;IACzC,MAAM,EAA+B,wBAAwB;IAC7D,GAAG,EAAkC,UAAU;IAC/C,iCAAiC,EAAE,mBAAmB;IACtD,oCAAoC,EAAE,oBAAoB;IAC1D,eAAe,EAAqB,OAAO;IAC3C,iBAAiB,EAAmB,gBAAgB;IACpD,eAAe,EAAqB,SAAS;IAC7C,6BAA6B,EAAM,UAAU;IAC7C,8BAA8B,EAAM,kBAAkB;IACtD,0BAA0B,EAAS,SAAS;CAC7C,CAAC;AAEF,SAAS,uBAAuB,CAAC,GAAW;IAC1C,OAAO,wBAAwB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,wCAAwC;AACxC,SAAS,aAAa,CAAC,IAAY,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,GAAG,IAAI,EAAE,OAAO,GAAG,IAAI;IAChF,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;IAChD,OAAO,GAAG,IAAI,aAAa,OAAO,UAAU,IAAI,EAAE,CAAC;AACrD,CAAC;AAEY,QAAA,YAAY,GAAS;IAChC,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE,8BAA8B;IAC3C,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;QACpE,QAAQ,EAAE,CAAC,SAAS,CAAC;KACtB;IACD,MAAM,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAgB;QAClC,MAAM,EAAE,OAAO,EAAE,GAAG,IAA2B,CAAC;QAChD,MAAM,IAAI,GAAG,IAAA,kBAAW,EAAC,OAAO,CAAC,CAAC;QAClC,uBAAuB;QACvB,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,IAAI,EAAE,EAAE,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,wCAAwC;QACxC,IAAI,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,kBAAkB,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,mBAAmB,EAAE,CAAC;QACtG,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,cAAc,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAClF,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;QACvE,CAAC;QACD,8CAA8C;QAC9C,MAAM,GAAG,GACP,GAAG,CAAC,QAAQ,CAAC,WAAW,KAAK,WAAW;YACtC,CAAC,CAAC,MAAM,IAAA,4BAAqB,EAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC;YAC/C,CAAC,CAAC,MAAM,IAAA,iBAAU,EAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QAC/E,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC;YAClB,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC;YAC/B,KAAK,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC;gBACnB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,SAAS;oBACT,CAAC,CAAC,6EAA6E,GAAG,CAAC,IAAI,EAAE;oBACzF,CAAC,CAAC,aAAa,GAAG,CAAC,IAAI,EAAE;SAC9B,CAAC;IACJ,CAAC;CACF,CAAC"}
@@ -0,0 +1,213 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.CompletionEvaluator = void 0;
4
+ exports.evaluateCompletion = evaluateCompletion;
5
+ /**
6
+ * 飞虹 Code - 补全模型评估模块 (P3-1)
7
+ *
8
+ * 评估专用补全模型的性能指标:
9
+ * - 精确匹配率(Exact Match)
10
+ * - 编辑相似度(Edit Similarity / Levenshtein)
11
+ * - 前缀匹配率(Prefix Match)
12
+ * - 平均延迟(Latency)
13
+ * - 接受率(Acceptance Rate,需要用户反馈数据)
14
+ */
15
+ const fs_1 = require("fs");
16
+ /**
17
+ * 计算 Levenshtein 编辑距离
18
+ */
19
+ function levenshtein(a, b) {
20
+ const m = a.length;
21
+ const n = b.length;
22
+ if (m === 0)
23
+ return n;
24
+ if (n === 0)
25
+ return m;
26
+ const dp = Array.from({ length: m + 1 }, () => new Array(n + 1).fill(0));
27
+ for (let i = 0; i <= m; i++)
28
+ dp[i][0] = i;
29
+ for (let j = 0; j <= n; j++)
30
+ dp[0][j] = j;
31
+ for (let i = 1; i <= m; i++) {
32
+ for (let j = 1; j <= n; j++) {
33
+ const cost = a[i - 1] === b[j - 1] ? 0 : 1;
34
+ dp[i][j] = Math.min(dp[i - 1][j] + 1, dp[i][j - 1] + 1, dp[i - 1][j - 1] + cost);
35
+ }
36
+ }
37
+ return dp[m][n];
38
+ }
39
+ /**
40
+ * 计算编辑相似度(1 - 编辑距离 / 最大长度)
41
+ */
42
+ function editSimilarity(a, b) {
43
+ if (a === b)
44
+ return 1;
45
+ const maxLen = Math.max(a.length, b.length);
46
+ if (maxLen === 0)
47
+ return 1;
48
+ const dist = levenshtein(a, b);
49
+ return 1 - dist / maxLen;
50
+ }
51
+ /**
52
+ * 检查前缀匹配(预测是否以期望的前 N 个字符开头,或反之)
53
+ */
54
+ function prefixMatchScore(predicted, expected) {
55
+ if (predicted === expected)
56
+ return 1;
57
+ const minLen = Math.min(predicted.length, expected.length);
58
+ if (minLen === 0)
59
+ return 0;
60
+ let match = 0;
61
+ for (let i = 0; i < minLen; i++) {
62
+ if (predicted[i] === expected[i])
63
+ match++;
64
+ else
65
+ break;
66
+ }
67
+ return match / minLen;
68
+ }
69
+ /**
70
+ * 检查第一个 token 是否匹配(按空白/符号分割)
71
+ */
72
+ function firstTokenMatch(predicted, expected) {
73
+ const tokenize = (s) => s.trim().split(/[\s;,.(){}[\]]+/).filter(Boolean);
74
+ const predTokens = tokenize(predicted);
75
+ const expTokens = tokenize(expected);
76
+ if (predTokens.length === 0 || expTokens.length === 0)
77
+ return false;
78
+ return predTokens[0] === expTokens[0];
79
+ }
80
+ /**
81
+ * 补全模型评估器
82
+ */
83
+ class CompletionEvaluator {
84
+ samples = [];
85
+ /**
86
+ * 从 JSONL 文件加载评估样本
87
+ */
88
+ loadSamples(filePath) {
89
+ if (!(0, fs_1.existsSync)(filePath))
90
+ throw new Error(`评估样本文件不存在: ${filePath}`);
91
+ const content = (0, fs_1.readFileSync)(filePath, 'utf-8');
92
+ const lines = content.split('\n').filter((l) => l.trim());
93
+ this.samples = lines.map((line) => {
94
+ const obj = JSON.parse(line);
95
+ return {
96
+ prefix: obj.prefix,
97
+ suffix: obj.suffix,
98
+ expected: obj.middle,
99
+ file_path: obj.file_path,
100
+ language: obj.language,
101
+ };
102
+ });
103
+ return this.samples.length;
104
+ }
105
+ /**
106
+ * 设置评估样本
107
+ */
108
+ setSamples(samples) {
109
+ this.samples = samples;
110
+ }
111
+ /**
112
+ * 运行评估
113
+ */
114
+ async evaluate(completionFn, maxSamples) {
115
+ const samples = maxSamples ? this.samples.slice(0, maxSamples) : this.samples;
116
+ if (samples.length === 0)
117
+ throw new Error('没有评估样本');
118
+ const details = [];
119
+ const perLanguage = {};
120
+ let exactMatchCount = 0;
121
+ let totalEditSimilarity = 0;
122
+ let totalPrefixMatch = 0;
123
+ let firstTokenMatchCount = 0;
124
+ let totalLatency = 0;
125
+ for (let i = 0; i < samples.length; i++) {
126
+ const sample = samples[i];
127
+ const { text: predicted, latencyMs } = await completionFn(sample.prefix, sample.suffix, sample.language);
128
+ const exact = predicted === sample.expected;
129
+ const editSim = editSimilarity(predicted, sample.expected);
130
+ const prefixMatch = prefixMatchScore(predicted, sample.expected);
131
+ const firstToken = firstTokenMatch(predicted, sample.expected);
132
+ if (exact)
133
+ exactMatchCount++;
134
+ totalEditSimilarity += editSim;
135
+ totalPrefixMatch += prefixMatch;
136
+ if (firstToken)
137
+ firstTokenMatchCount++;
138
+ totalLatency += latencyMs;
139
+ details.push({
140
+ expected: sample.expected,
141
+ predicted,
142
+ exactMatch: exact,
143
+ editSimilarity: editSim,
144
+ latencyMs,
145
+ language: sample.language,
146
+ });
147
+ // 按语言统计
148
+ const lang = sample.language || 'unknown';
149
+ if (!perLanguage[lang]) {
150
+ perLanguage[lang] = { exactMatch: 0, editSimilarity: 0, count: 0 };
151
+ }
152
+ perLanguage[lang].count++;
153
+ if (exact)
154
+ perLanguage[lang].exactMatch++;
155
+ perLanguage[lang].editSimilarity += editSim;
156
+ }
157
+ // 计算百分比
158
+ for (const lang of Object.keys(perLanguage)) {
159
+ const stat = perLanguage[lang];
160
+ stat.exactMatch = stat.exactMatch / stat.count;
161
+ stat.editSimilarity = stat.editSimilarity / stat.count;
162
+ }
163
+ return {
164
+ exactMatch: exactMatchCount / samples.length,
165
+ editSimilarity: totalEditSimilarity / samples.length,
166
+ prefixMatch: totalPrefixMatch / samples.length,
167
+ firstTokenMatch: firstTokenMatchCount / samples.length,
168
+ avgLatencyMs: totalLatency / samples.length,
169
+ totalSamples: samples.length,
170
+ perLanguage,
171
+ details,
172
+ };
173
+ }
174
+ /**
175
+ * 格式化评估结果为可读字符串
176
+ */
177
+ formatResult(result) {
178
+ const lines = [
179
+ '=== 补全模型评估结果 ===',
180
+ `样本数: ${result.totalSamples}`,
181
+ `精确匹配率: ${(result.exactMatch * 100).toFixed(2)}%`,
182
+ `编辑相似度: ${(result.editSimilarity * 100).toFixed(2)}%`,
183
+ `前缀匹配率: ${(result.prefixMatch * 100).toFixed(2)}%`,
184
+ `首Token匹配率: ${(result.firstTokenMatch * 100).toFixed(2)}%`,
185
+ `平均延迟: ${result.avgLatencyMs.toFixed(2)}ms`,
186
+ '',
187
+ '--- 按语言统计 ---',
188
+ ];
189
+ for (const [lang, stat] of Object.entries(result.perLanguage)) {
190
+ lines.push(`${lang}: ${stat.count} 样本, 精确匹配 ${(stat.exactMatch * 100).toFixed(1)}%, 编辑相似度 ${(stat.editSimilarity * 100).toFixed(1)}%`);
191
+ }
192
+ return lines.join('\n');
193
+ }
194
+ /**
195
+ * 保存评估结果到 JSON 文件
196
+ */
197
+ saveResult(result, outputPath) {
198
+ const outputDir = outputPath.includes('/') ? outputPath.slice(0, outputPath.lastIndexOf('/')) : '.';
199
+ if (!(0, fs_1.existsSync)(outputDir))
200
+ (0, fs_1.mkdirSync)(outputDir, { recursive: true });
201
+ (0, fs_1.writeFileSync)(outputPath, JSON.stringify(result, null, 2), 'utf-8');
202
+ }
203
+ }
204
+ exports.CompletionEvaluator = CompletionEvaluator;
205
+ /**
206
+ * 便捷函数:评估补全模型
207
+ */
208
+ async function evaluateCompletion(samplesPath, completionFn, maxSamples) {
209
+ const evaluator = new CompletionEvaluator();
210
+ evaluator.loadSamples(samplesPath);
211
+ return evaluator.evaluate(completionFn, maxSamples);
212
+ }
213
+ //# sourceMappingURL=completion-evaluator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"completion-evaluator.js","sourceRoot":"","sources":["../../src/training/completion-evaluator.ts"],"names":[],"mappings":";;;AA0PA,gDAQC;AAlQD;;;;;;;;;GASG;AACH,2BAAwE;AAqCxE;;GAEG;AACH,SAAS,WAAW,CAAC,CAAS,EAAE,CAAS;IACvC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACnB,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEtB,MAAM,EAAE,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACrF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACjB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAChB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CACxB,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,CAAS,EAAE,CAAS;IAC1C,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,OAAO,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,SAAiB,EAAE,QAAgB;IAC3D,IAAI,SAAS,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3D,IAAI,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC;YAAE,KAAK,EAAE,CAAC;;YACrC,MAAM;IACb,CAAC;IACD,OAAO,KAAK,GAAG,MAAM,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,SAAiB,EAAE,QAAgB;IAC1D,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACpE,OAAO,UAAU,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,MAAa,mBAAmB;IACtB,OAAO,GAAiB,EAAE,CAAC;IAEnC;;OAEG;IACH,WAAW,CAAC,QAAgB;QAC1B,IAAI,CAAC,IAAA,eAAU,EAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,QAAQ,EAAE,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,IAAA,iBAAY,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO;gBACL,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,QAAQ,EAAE,GAAG,CAAC,MAAM;gBACpB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,OAAqB;QAC9B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,YAA0B,EAAE,UAAmB;QAC5D,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QAC9E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEpD,MAAM,OAAO,GAA0B,EAAE,CAAC;QAC1C,MAAM,WAAW,GAA8B,EAAE,CAAC;QAElD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAEzG,MAAM,KAAK,GAAG,SAAS,KAAK,MAAM,CAAC,QAAQ,CAAC;YAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjE,MAAM,UAAU,GAAG,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE/D,IAAI,KAAK;gBAAE,eAAe,EAAE,CAAC;YAC7B,mBAAmB,IAAI,OAAO,CAAC;YAC/B,gBAAgB,IAAI,WAAW,CAAC;YAChC,IAAI,UAAU;gBAAE,oBAAoB,EAAE,CAAC;YACvC,YAAY,IAAI,SAAS,CAAC;YAE1B,OAAO,CAAC,IAAI,CAAC;gBACX,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,SAAS;gBACT,UAAU,EAAE,KAAK;gBACjB,cAAc,EAAE,OAAO;gBACvB,SAAS;gBACT,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC,CAAC;YAEH,QAAQ;YACR,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,IAAI,SAAS,CAAC;YAC1C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACrE,CAAC;YACD,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YAC1B,IAAI,KAAK;gBAAE,WAAW,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;YAC1C,WAAW,CAAC,IAAI,CAAC,CAAC,cAAc,IAAI,OAAO,CAAC;QAC9C,CAAC;QAED,QAAQ;QACR,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC;YAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC;QACzD,CAAC;QAED,OAAO;YACL,UAAU,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM;YAC5C,cAAc,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM;YACpD,WAAW,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM;YAC9C,eAAe,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM;YACtD,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM;YAC3C,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,WAAW;YACX,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,MAAkB;QAC7B,MAAM,KAAK,GAAG;YACZ,kBAAkB;YAClB,QAAQ,MAAM,CAAC,YAAY,EAAE;YAC7B,UAAU,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACjD,UAAU,CAAC,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACrD,UAAU,CAAC,MAAM,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAClD,cAAc,CAAC,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC1D,SAAS,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC3C,EAAE;YACF,eAAe;SAChB,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9D,KAAK,CAAC,IAAI,CACR,GAAG,IAAI,KAAK,IAAI,CAAC,KAAK,aAAa,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAC3H,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,MAAkB,EAAE,UAAkB;QAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACpG,IAAI,CAAC,IAAA,eAAU,EAAC,SAAS,CAAC;YAAE,IAAA,cAAS,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,IAAA,kBAAa,EAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;CACF;AApID,kDAoIC;AAED;;GAEG;AACI,KAAK,UAAU,kBAAkB,CACtC,WAAmB,EACnB,YAA0B,EAC1B,UAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC5C,SAAS,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IACnC,OAAO,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;AACtD,CAAC"}
@@ -0,0 +1,248 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.FimDataPreparer = void 0;
4
+ exports.prepareFimData = prepareFimData;
5
+ /**
6
+ * 飞虹 Code - FIM (Fill-In-the-Middle) 训练数据准备 (P3-1)
7
+ *
8
+ * 从代码库生成 FIM 格式的训练数据,用于专用补全模型微调。
9
+ * FIM 格式:将代码随机分成 prefix / suffix / middle 三部分,
10
+ * 模型学习根据 prefix 和 suffix 预测 middle(即光标位置的补全)。
11
+ */
12
+ const fs_1 = require("fs");
13
+ const path_1 = require("path");
14
+ const logger_1 = require("../shared/logger");
15
+ /** 支持的编程语言及其扩展名 */
16
+ const LANGUAGE_EXTENSIONS = {
17
+ typescript: ['.ts', '.tsx'],
18
+ javascript: ['.js', '.jsx', '.mjs', '.cjs'],
19
+ python: ['.py'],
20
+ java: ['.java'],
21
+ go: ['.go'],
22
+ rust: ['.rs'],
23
+ cpp: ['.cpp', '.cc', '.cxx', '.h', '.hpp'],
24
+ c: ['.c', '.h'],
25
+ csharp: ['.cs'],
26
+ php: ['.php'],
27
+ ruby: ['.rb'],
28
+ swift: ['.swift'],
29
+ kotlin: ['.kt', '.kts'],
30
+ html: ['.html', '.htm'],
31
+ css: ['.css', '.scss', '.less'],
32
+ sql: ['.sql'],
33
+ shell: ['.sh', '.bash', '.zsh'],
34
+ yaml: ['.yml', '.yaml'],
35
+ json: ['.json'],
36
+ markdown: ['.md', '.markdown'],
37
+ };
38
+ /** 忽略的目录和文件 */
39
+ const IGNORE_PATTERNS = [
40
+ 'node_modules', '.git', 'dist', 'build', 'out',
41
+ '.next', '.nuxt', '.cache', '.turbo',
42
+ 'coverage', '.nyc_output',
43
+ 'vendor', 'third_party',
44
+ '__pycache__', '.pytest_cache',
45
+ 'target', 'bin', 'obj',
46
+ '.idea', '.vscode',
47
+ 'package-lock.json', 'yarn.lock', 'pnpm-lock.yaml',
48
+ ];
49
+ const DEFAULT_CONFIG = {
50
+ samplesPerFile: 5,
51
+ maxFileSize: 100 * 1024,
52
+ minMiddleLength: 10,
53
+ maxMiddleLength: 200,
54
+ minPrefixLength: 50,
55
+ minSuffixLength: 10,
56
+ languages: [],
57
+ trainRatio: 0.9,
58
+ seed: 42,
59
+ };
60
+ /** 可复现随机数生成器(Mulberry32) */
61
+ function createRng(seed) {
62
+ let a = seed;
63
+ return function () {
64
+ a |= 0;
65
+ a = (a + 0x6d2b79f5) | 0;
66
+ let t = Math.imul(a ^ (a >>> 15), 1 | a);
67
+ t = (t + Math.imul(t ^ (t >>> 7), 61 | t)) ^ t;
68
+ return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
69
+ };
70
+ }
71
+ function detectLanguage(filePath) {
72
+ const ext = (0, path_1.extname)(filePath).toLowerCase();
73
+ for (const [lang, exts] of Object.entries(LANGUAGE_EXTENSIONS)) {
74
+ if (exts.includes(ext))
75
+ return lang;
76
+ }
77
+ return null;
78
+ }
79
+ function shouldIgnore(filePath) {
80
+ for (const pattern of IGNORE_PATTERNS) {
81
+ if (filePath.includes(pattern))
82
+ return true;
83
+ }
84
+ return false;
85
+ }
86
+ function scanFiles(dir, languages) {
87
+ const results = [];
88
+ function scan(currentDir) {
89
+ let entries;
90
+ try {
91
+ entries = (0, fs_1.readdirSync)(currentDir);
92
+ }
93
+ catch {
94
+ return;
95
+ }
96
+ for (const entry of entries) {
97
+ const fullPath = (0, path_1.join)(currentDir, entry);
98
+ if (shouldIgnore(fullPath))
99
+ continue;
100
+ let stats;
101
+ try {
102
+ stats = (0, fs_1.statSync)(fullPath);
103
+ }
104
+ catch {
105
+ continue;
106
+ }
107
+ if (stats.isDirectory()) {
108
+ scan(fullPath);
109
+ }
110
+ else if (stats.isFile()) {
111
+ const language = detectLanguage(fullPath);
112
+ if (language && (languages.length === 0 || languages.includes(language))) {
113
+ results.push({ path: fullPath, language });
114
+ }
115
+ }
116
+ }
117
+ }
118
+ scan(dir);
119
+ return results;
120
+ }
121
+ function generateFimSample(content, rng, config) {
122
+ const totalLength = content.length;
123
+ for (let attempt = 0; attempt < 10; attempt++) {
124
+ const middleLength = Math.floor(config.minMiddleLength + rng() * (config.maxMiddleLength - config.minMiddleLength));
125
+ const minCursor = config.minPrefixLength;
126
+ const maxCursor = totalLength - middleLength - config.minSuffixLength;
127
+ if (maxCursor <= minCursor)
128
+ continue;
129
+ const cursorOffset = Math.floor(minCursor + rng() * (maxCursor - minCursor));
130
+ const prefix = content.slice(0, cursorOffset);
131
+ const middle = content.slice(cursorOffset, cursorOffset + middleLength);
132
+ const suffix = content.slice(cursorOffset + middleLength);
133
+ if (prefix.length < config.minPrefixLength)
134
+ continue;
135
+ if (suffix.length < config.minSuffixLength)
136
+ continue;
137
+ if (middle.length < config.minMiddleLength)
138
+ continue;
139
+ if (middle.trim().length === 0)
140
+ continue;
141
+ return {
142
+ prefix, suffix, middle,
143
+ file_path: '', language: '',
144
+ cursor_offset: cursorOffset,
145
+ middle_length: middleLength,
146
+ };
147
+ }
148
+ return null;
149
+ }
150
+ class FimDataPreparer {
151
+ config;
152
+ rng;
153
+ constructor(config) {
154
+ this.config = { ...DEFAULT_CONFIG, ...config };
155
+ this.rng = createRng(this.config.seed);
156
+ }
157
+ prepare() {
158
+ const { sourceDir, outputPath, samplesPerFile, maxFileSize, trainRatio } = this.config;
159
+ logger_1.logger.info('开始准备 FIM 训练数据', { sourceDir, outputPath });
160
+ const files = scanFiles(sourceDir, this.config.languages);
161
+ logger_1.logger.info(`扫描到 ${files.length} 个代码文件`);
162
+ if (files.length === 0)
163
+ throw new Error(`未在 ${sourceDir} 中找到任何代码文件`);
164
+ const allSamples = [];
165
+ for (const { path: filePath, language } of files) {
166
+ let stats;
167
+ try {
168
+ stats = (0, fs_1.statSync)(filePath);
169
+ }
170
+ catch {
171
+ continue;
172
+ }
173
+ if (stats.size > maxFileSize)
174
+ continue;
175
+ let content;
176
+ try {
177
+ content = (0, fs_1.readFileSync)(filePath, 'utf-8');
178
+ }
179
+ catch {
180
+ continue;
181
+ }
182
+ if (content.length < this.config.minPrefixLength + this.config.minMiddleLength + this.config.minSuffixLength)
183
+ continue;
184
+ const relPath = (0, path_1.relative)(sourceDir, filePath);
185
+ for (let i = 0; i < samplesPerFile; i++) {
186
+ const sample = generateFimSample(content, this.rng, this.config);
187
+ if (sample) {
188
+ sample.file_path = relPath;
189
+ sample.language = language;
190
+ allSamples.push(sample);
191
+ }
192
+ }
193
+ }
194
+ logger_1.logger.info(`生成 ${allSamples.length} 个 FIM 样本`);
195
+ if (allSamples.length === 0)
196
+ throw new Error('未能生成任何有效样本');
197
+ // 打乱
198
+ for (let i = allSamples.length - 1; i > 0; i--) {
199
+ const j = Math.floor(this.rng() * (i + 1));
200
+ [allSamples[i], allSamples[j]] = [allSamples[j], allSamples[i]];
201
+ }
202
+ const trainCount = Math.floor(allSamples.length * trainRatio);
203
+ const trainSamples = allSamples.slice(0, trainCount);
204
+ const valSamples = allSamples.slice(trainCount);
205
+ const outputDir = outputPath.includes('/') ? outputPath.slice(0, outputPath.lastIndexOf('/')) : '.';
206
+ if (outputDir && !(0, fs_1.existsSync)(outputDir))
207
+ (0, fs_1.mkdirSync)(outputDir, { recursive: true });
208
+ const trainPath = outputPath.replace('.jsonl', '.train.jsonl');
209
+ (0, fs_1.writeFileSync)(trainPath, trainSamples.map((s) => JSON.stringify(s)).join('\n'), 'utf-8');
210
+ const valPath = outputPath.replace('.jsonl', '.val.jsonl');
211
+ (0, fs_1.writeFileSync)(valPath, valSamples.map((s) => JSON.stringify(s)).join('\n'), 'utf-8');
212
+ const metadata = {
213
+ source_dir: sourceDir,
214
+ total_files: files.length,
215
+ total_samples: allSamples.length,
216
+ train_samples: trainSamples.length,
217
+ val_samples: valSamples.length,
218
+ train_ratio: trainRatio,
219
+ config: {
220
+ samples_per_file: samplesPerFile,
221
+ max_file_size: maxFileSize,
222
+ min_middle_length: this.config.minMiddleLength,
223
+ max_middle_length: this.config.maxMiddleLength,
224
+ min_prefix_length: this.config.minPrefixLength,
225
+ min_suffix_length: this.config.minSuffixLength,
226
+ languages: this.config.languages,
227
+ seed: this.config.seed,
228
+ },
229
+ language_distribution: this.countByLanguage(allSamples),
230
+ created_at: new Date().toISOString(),
231
+ };
232
+ const metaPath = outputPath.replace('.jsonl', '.meta.json');
233
+ (0, fs_1.writeFileSync)(metaPath, JSON.stringify(metadata, null, 2), 'utf-8');
234
+ logger_1.logger.info('FIM 训练数据准备完成', { train: trainSamples.length, val: valSamples.length });
235
+ return { trainCount: trainSamples.length, valCount: valSamples.length, totalFiles: files.length, outputPath };
236
+ }
237
+ countByLanguage(samples) {
238
+ const counts = {};
239
+ for (const s of samples)
240
+ counts[s.language] = (counts[s.language] || 0) + 1;
241
+ return counts;
242
+ }
243
+ }
244
+ exports.FimDataPreparer = FimDataPreparer;
245
+ function prepareFimData(config) {
246
+ return new FimDataPreparer(config).prepare();
247
+ }
248
+ //# sourceMappingURL=fim-data.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fim-data.js","sourceRoot":"","sources":["../../src/training/fim-data.ts"],"names":[],"mappings":";;;AAqQA,wCAEC;AAvQD;;;;;;GAMG;AACH,2BAA+F;AAC/F,+BAA+C;AAC/C,6CAA0C;AAE1C,mBAAmB;AACnB,MAAM,mBAAmB,GAA6B;IACpD,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,KAAK,CAAC;IACf,IAAI,EAAE,CAAC,OAAO,CAAC;IACf,EAAE,EAAE,CAAC,KAAK,CAAC;IACX,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,GAAG,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC;IAC1C,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;IACf,MAAM,EAAE,CAAC,KAAK,CAAC;IACf,GAAG,EAAE,CAAC,MAAM,CAAC;IACb,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,KAAK,EAAE,CAAC,QAAQ,CAAC;IACjB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;IACvB,GAAG,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;IAC/B,GAAG,EAAE,CAAC,MAAM,CAAC;IACb,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC;IAC/B,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;IACvB,IAAI,EAAE,CAAC,OAAO,CAAC;IACf,QAAQ,EAAE,CAAC,KAAK,EAAE,WAAW,CAAC;CAC/B,CAAC;AAEF,eAAe;AACf,MAAM,eAAe,GAAG;IACtB,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;IAC9C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;IACpC,UAAU,EAAE,aAAa;IACzB,QAAQ,EAAE,aAAa;IACvB,aAAa,EAAE,eAAe;IAC9B,QAAQ,EAAE,KAAK,EAAE,KAAK;IACtB,OAAO,EAAE,SAAS;IAClB,mBAAmB,EAAE,WAAW,EAAE,gBAAgB;CACnD,CAAC;AA4BF,MAAM,cAAc,GAA8D;IAChF,cAAc,EAAE,CAAC;IACjB,WAAW,EAAE,GAAG,GAAG,IAAI;IACvB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,GAAG;IACpB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,EAAE;IACnB,SAAS,EAAE,EAAE;IACb,UAAU,EAAE,GAAG;IACf,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,4BAA4B;AAC5B,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,OAAO;QACL,CAAC,IAAI,CAAC,CAAC;QACP,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IAC/C,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,GAAG,GAAG,IAAA,cAAO,EAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC/D,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACtC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IACpC,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;QACtC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,SAAmB;IACjD,MAAM,OAAO,GAA8C,EAAE,CAAC;IAC9D,SAAS,IAAI,CAAC,UAAkB;QAC9B,IAAI,OAAiB,CAAC;QACtB,IAAI,CAAC;YAAC,OAAO,GAAG,IAAA,gBAAW,EAAC,UAAU,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO;QAAC,CAAC;QAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACzC,IAAI,YAAY,CAAC,QAAQ,CAAC;gBAAE,SAAS;YACrC,IAAI,KAAK,CAAC;YACV,IAAI,CAAC;gBAAC,KAAK,GAAG,IAAA,aAAQ,EAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS;YAAC,CAAC;YACvD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1B,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAC1C,IAAI,QAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBACzE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CACxB,OAAe,EACf,GAAiB,EACjB,MAAiE;IAEjE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IACnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,MAAM,CAAC,eAAe,GAAG,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC,CACnF,CAAC;QACF,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;QACzC,MAAM,SAAS,GAAG,WAAW,GAAG,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC;QACtE,IAAI,SAAS,IAAI,SAAS;YAAE,SAAS;QACrC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,EAAE,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC;QAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,GAAG,YAAY,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC;QAC1D,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe;YAAE,SAAS;QACrD,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe;YAAE,SAAS;QACrD,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,eAAe;YAAE,SAAS;QACrD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACzC,OAAO;YACL,MAAM,EAAE,MAAM,EAAE,MAAM;YACtB,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE;YAC3B,aAAa,EAAE,YAAY;YAC3B,aAAa,EAAE,YAAY;SAC5B,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAa,eAAe;IAClB,MAAM,CAA0B;IAChC,GAAG,CAAe;IAE1B,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAA6B,CAAC;QAC1E,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,OAAO;QACL,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACvF,eAAM,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAExD,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1D,eAAM,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,MAAM,SAAS,YAAY,CAAC,CAAC;QAErE,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC;YACjD,IAAI,KAAK,CAAC;YACV,IAAI,CAAC;gBAAC,KAAK,GAAG,IAAA,aAAQ,EAAC,QAAQ,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS;YAAC,CAAC;YACvD,IAAI,KAAK,CAAC,IAAI,GAAG,WAAW;gBAAE,SAAS;YACvC,IAAI,OAAe,CAAC;YACpB,IAAI,CAAC;gBAAC,OAAO,GAAG,IAAA,iBAAY,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS;YAAC,CAAC;YACtE,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe;gBAAE,SAAS;YAEvH,MAAM,OAAO,GAAG,IAAA,eAAQ,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjE,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC;oBAC3B,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;oBAC3B,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAM,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,MAAM,WAAW,CAAC,CAAC;QAChD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAE3D,KAAK;QACL,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAEhD,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACpG,IAAI,SAAS,IAAI,CAAC,IAAA,eAAU,EAAC,SAAS,CAAC;YAAE,IAAA,cAAS,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnF,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC/D,IAAA,kBAAa,EAAC,SAAS,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;QAEzF,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC3D,IAAA,kBAAa,EAAC,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;QAErF,MAAM,QAAQ,GAAG;YACf,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,KAAK,CAAC,MAAM;YACzB,aAAa,EAAE,UAAU,CAAC,MAAM;YAChC,aAAa,EAAE,YAAY,CAAC,MAAM;YAClC,WAAW,EAAE,UAAU,CAAC,MAAM;YAC9B,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE;gBACN,gBAAgB,EAAE,cAAc;gBAChC,aAAa,EAAE,WAAW;gBAC1B,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBAC9C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBAC9C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBAC9C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;gBAC9C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;gBAChC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;aACvB;YACD,qBAAqB,EAAE,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC;YACvD,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QAEF,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC5D,IAAA,kBAAa,EAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAEpE,eAAM,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACpF,OAAO,EAAE,UAAU,EAAE,YAAY,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;IAChH,CAAC;IAEO,eAAe,CAAC,OAAoB;QAC1C,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5E,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA5FD,0CA4FC;AAED,SAAgB,cAAc,CAAC,MAAqB;IAClD,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;AAC/C,CAAC"}