@devflow-tools/benchmark 0.17.8 → 0.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (129) hide show
  1. package/LICENSE +21 -0
  2. package/dist/accuracy-command-options.d.ts +3 -0
  3. package/dist/accuracy-command-options.d.ts.map +1 -0
  4. package/dist/accuracy-command-options.js +17 -0
  5. package/dist/accuracy-command-options.js.map +1 -0
  6. package/dist/context-symbol-quality-command.d.ts +59 -0
  7. package/dist/context-symbol-quality-command.d.ts.map +1 -0
  8. package/dist/context-symbol-quality-command.js +482 -0
  9. package/dist/context-symbol-quality-command.js.map +1 -0
  10. package/dist/evaluation-bundle-builder.d.ts +48 -0
  11. package/dist/evaluation-bundle-builder.d.ts.map +1 -0
  12. package/dist/evaluation-bundle-builder.js +496 -0
  13. package/dist/evaluation-bundle-builder.js.map +1 -0
  14. package/dist/evaluation-bundle-command.d.ts +2 -0
  15. package/dist/evaluation-bundle-command.d.ts.map +1 -0
  16. package/dist/evaluation-bundle-command.js +15 -0
  17. package/dist/evaluation-bundle-command.js.map +1 -0
  18. package/dist/evaluation-bundle.d.ts +55 -0
  19. package/dist/evaluation-bundle.d.ts.map +1 -0
  20. package/dist/evaluation-bundle.js +272 -0
  21. package/dist/evaluation-bundle.js.map +1 -0
  22. package/dist/evaluation-run-state.d.ts +23 -0
  23. package/dist/evaluation-run-state.d.ts.map +1 -0
  24. package/dist/evaluation-run-state.js +115 -0
  25. package/dist/evaluation-run-state.js.map +1 -0
  26. package/dist/evidence-quality-metrics.d.ts +15 -0
  27. package/dist/evidence-quality-metrics.d.ts.map +1 -1
  28. package/dist/evidence-quality-metrics.js +51 -1
  29. package/dist/evidence-quality-metrics.js.map +1 -1
  30. package/dist/graders/deterministic.d.ts.map +1 -1
  31. package/dist/graders/deterministic.js +5 -3
  32. package/dist/graders/deterministic.js.map +1 -1
  33. package/dist/index.d.ts +15 -2
  34. package/dist/index.d.ts.map +1 -1
  35. package/dist/index.js +12 -1
  36. package/dist/index.js.map +1 -1
  37. package/dist/release-quality-bundle-command.d.ts +3 -0
  38. package/dist/release-quality-bundle-command.d.ts.map +1 -0
  39. package/dist/release-quality-bundle-command.js +72 -0
  40. package/dist/release-quality-bundle-command.js.map +1 -0
  41. package/dist/release-quality-bundle-evaluator.d.ts +61 -0
  42. package/dist/release-quality-bundle-evaluator.d.ts.map +1 -0
  43. package/dist/release-quality-bundle-evaluator.js +321 -0
  44. package/dist/release-quality-bundle-evaluator.js.map +1 -0
  45. package/dist/release-quality-bundle-materializer.d.ts +79 -0
  46. package/dist/release-quality-bundle-materializer.d.ts.map +1 -0
  47. package/dist/release-quality-bundle-materializer.js +395 -0
  48. package/dist/release-quality-bundle-materializer.js.map +1 -0
  49. package/dist/release-quality-comparison.d.ts +34 -0
  50. package/dist/release-quality-comparison.d.ts.map +1 -0
  51. package/dist/release-quality-comparison.js +60 -0
  52. package/dist/release-quality-comparison.js.map +1 -0
  53. package/dist/release-quality-evaluation-command.d.ts +42 -0
  54. package/dist/release-quality-evaluation-command.d.ts.map +1 -0
  55. package/dist/release-quality-evaluation-command.js +91 -0
  56. package/dist/release-quality-evaluation-command.js.map +1 -0
  57. package/dist/release-quality-host-proof.d.ts +30 -0
  58. package/dist/release-quality-host-proof.d.ts.map +1 -0
  59. package/dist/release-quality-host-proof.js +109 -0
  60. package/dist/release-quality-host-proof.js.map +1 -0
  61. package/dist/release-quality-output-cleanup.d.ts +2 -0
  62. package/dist/release-quality-output-cleanup.d.ts.map +1 -0
  63. package/dist/release-quality-output-cleanup.js +18 -0
  64. package/dist/release-quality-output-cleanup.js.map +1 -0
  65. package/dist/release-quality-policy.d.ts +87 -0
  66. package/dist/release-quality-policy.d.ts.map +1 -0
  67. package/dist/release-quality-policy.js +179 -0
  68. package/dist/release-quality-policy.js.map +1 -0
  69. package/dist/release-quality-query-sampling.d.ts +36 -0
  70. package/dist/release-quality-query-sampling.d.ts.map +1 -0
  71. package/dist/release-quality-query-sampling.js +87 -0
  72. package/dist/release-quality-query-sampling.js.map +1 -0
  73. package/dist/release-quality-source-snapshot.d.ts +18 -0
  74. package/dist/release-quality-source-snapshot.d.ts.map +1 -0
  75. package/dist/release-quality-source-snapshot.js +46 -0
  76. package/dist/release-quality-source-snapshot.js.map +1 -0
  77. package/dist/retrieval-quality-corpus.d.ts +0 -1
  78. package/dist/retrieval-quality-corpus.d.ts.map +1 -1
  79. package/dist/retrieval-quality-corpus.js +1 -1
  80. package/dist/retrieval-quality-corpus.js.map +1 -1
  81. package/dist/retrieval-quality.d.ts.map +1 -1
  82. package/dist/retrieval-quality.js +29 -26
  83. package/dist/retrieval-quality.js.map +1 -1
  84. package/dist/run-accuracy-tests.js +82 -2
  85. package/dist/run-accuracy-tests.js.map +1 -1
  86. package/dist/suite-runner.js +1 -1
  87. package/dist/suite-runner.js.map +1 -1
  88. package/dist/unified-runtime-corpus.d.ts +64 -0
  89. package/dist/unified-runtime-corpus.d.ts.map +1 -0
  90. package/dist/unified-runtime-corpus.js +161 -0
  91. package/dist/unified-runtime-corpus.js.map +1 -0
  92. package/dist/unified-runtime-evaluation.d.ts +133 -0
  93. package/dist/unified-runtime-evaluation.d.ts.map +1 -0
  94. package/dist/unified-runtime-evaluation.js +388 -0
  95. package/dist/unified-runtime-evaluation.js.map +1 -0
  96. package/dist/unified-runtime-observation.d.ts +101 -0
  97. package/dist/unified-runtime-observation.d.ts.map +1 -0
  98. package/dist/unified-runtime-observation.js +2 -0
  99. package/dist/unified-runtime-observation.js.map +1 -0
  100. package/dist/unified-runtime-runner.d.ts +73 -0
  101. package/dist/unified-runtime-runner.d.ts.map +1 -0
  102. package/dist/unified-runtime-runner.js +620 -0
  103. package/dist/unified-runtime-runner.js.map +1 -0
  104. package/fixtures/evidence-runtime-corpus.json +0 -100
  105. package/fixtures/release-quality/bundles.json +1 -0
  106. package/fixtures/release-quality/calibration.json +602 -0
  107. package/fixtures/release-quality/ecc/corpus.json +257 -0
  108. package/fixtures/release-quality/ecc/input.json +62 -0
  109. package/fixtures/release-quality/llm-wiki/corpus.json +263 -0
  110. package/fixtures/release-quality/llm-wiki/input.json +72 -0
  111. package/fixtures/release-quality/mem0/corpus.json +288 -0
  112. package/fixtures/release-quality/mem0/input.json +68 -0
  113. package/fixtures/release-quality/projects.json +29 -0
  114. package/fixtures/release-quality/release-quality-policy.json +232 -0
  115. package/fixtures/release-quality/rsbuild-react/corpus.json +263 -0
  116. package/fixtures/release-quality/rsbuild-react/input.json +62 -0
  117. package/fixtures/retrieval-quality-corpus.json +7 -7
  118. package/fixtures/semantic-regex-inventory.json +3 -10
  119. package/fixtures/unified-runtime/baselines/2026-08-08.json +37 -0
  120. package/fixtures/unified-runtime/context.json +206 -0
  121. package/fixtures/unified-runtime/knowledge.json +224 -0
  122. package/fixtures/unified-runtime/memory.json +224 -0
  123. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/context.json +32 -0
  124. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/knowledge.json +32 -0
  125. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/memory.json +32 -0
  126. package/fixtures/unified-runtime/real-projects/rsbuild-react-2026-08-07/semantic.json +409 -0
  127. package/fixtures/unified-runtime/runs/rsbuild-react-2026-08-05.json +54 -0
  128. package/fixtures/unified-runtime/semantic.json +409 -0
  129. package/package.json +24 -6
package/LICENSE ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2026 shilongfeicool
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1,3 @@
1
+ export declare function resolveAccuracyProjectRoot(args: string[], fallback: string): string;
2
+ export declare function resolveAccuracyFixtureDirectory(args: string[]): string | undefined;
3
+ //# sourceMappingURL=accuracy-command-options.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"accuracy-command-options.d.ts","sourceRoot":"","sources":["../src/accuracy-command-options.ts"],"names":[],"mappings":"AAEA,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEnF;AAED,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAElF"}
@@ -0,0 +1,17 @@
1
+ import { resolve } from 'node:path';
2
+ export function resolveAccuracyProjectRoot(args, fallback) {
3
+ return resolve(optionalPathOption(args, '--project-root') ?? fallback);
4
+ }
5
+ export function resolveAccuracyFixtureDirectory(args) {
6
+ return optionalPathOption(args, '--fixture-directory');
7
+ }
8
+ function optionalPathOption(args, name) {
9
+ const index = args.indexOf(name);
10
+ if (index < 0)
11
+ return undefined;
12
+ const value = args[index + 1];
13
+ if (!value || value.startsWith('--'))
14
+ throw new Error(`${name} requires a path`);
15
+ return resolve(value);
16
+ }
17
+ //# sourceMappingURL=accuracy-command-options.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"accuracy-command-options.js","sourceRoot":"","sources":["../src/accuracy-command-options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,UAAU,0BAA0B,CAAC,IAAc,EAAE,QAAgB;IACzE,OAAO,OAAO,CAAC,kBAAkB,CAAC,IAAI,EAAE,gBAAgB,CAAC,IAAI,QAAQ,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,IAAc;IAC5D,OAAO,kBAAkB,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAc,EAAE,IAAY;IACtD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,kBAAkB,CAAC,CAAC;IACjF,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC"}
@@ -0,0 +1,59 @@
1
+ import { type ProviderExecutionStatus } from '@devflow-tools/sdk';
2
+ import { type EvidenceQualityMetric } from './evidence-quality-metrics.js';
3
+ import { type RetrievalQuerySamplingAdapter } from '@devflow-tools/semantic-engine';
4
+ interface ContextExperimentCaseInput {
5
+ caseId: string;
6
+ candidateRefs: string[];
7
+ selectedRefs: string[];
8
+ goldRefs: string[];
9
+ forbiddenRefs: string[];
10
+ querySampling: ContextQuerySamplingEvidence;
11
+ }
12
+ interface ContextQuerySamplingEvidence {
13
+ status: ProviderExecutionStatus;
14
+ receiptHash: string;
15
+ reasonCodes: string[];
16
+ proposalCount: number;
17
+ acceptedCount: number;
18
+ rejectedCount: number;
19
+ proposals: Array<{
20
+ proposalId: string;
21
+ kind: 'rewrite' | 'expansion';
22
+ query: string;
23
+ }>;
24
+ }
25
+ export interface ContextSymbolExperimentReportV1 {
26
+ schemaVersion: 'devflow.context-symbol-experiment.v1';
27
+ profile: {
28
+ profileHash: string;
29
+ generation: 3;
30
+ modelId: string;
31
+ };
32
+ cases: Array<{
33
+ caseId: string;
34
+ candidateRefs: string[];
35
+ selectedRefs: string[];
36
+ goldRefs: string[];
37
+ candidateHit: boolean;
38
+ recallAt5: EvidenceQualityMetric;
39
+ forbiddenRefsAt5: string[];
40
+ querySampling: ContextQuerySamplingEvidence;
41
+ }>;
42
+ hits: number;
43
+ denominator: number;
44
+ status: 'passed' | 'failed';
45
+ }
46
+ export declare function evaluateContextExperiment(input: {
47
+ profile: ContextSymbolExperimentReportV1['profile'];
48
+ cases: ContextExperimentCaseInput[];
49
+ }): ContextSymbolExperimentReportV1;
50
+ export declare function runContextSymbolQualityExperiment(input: {
51
+ manifestPath: string;
52
+ sourcesRoot: string;
53
+ caseIds: string[];
54
+ samplingAdapter: RetrievalQuerySamplingAdapter;
55
+ observer?: (event: Record<string, unknown>) => void;
56
+ }): Promise<ContextSymbolExperimentReportV1>;
57
+ export declare function createDeepSeekSamplingAdapter(model: string): RetrievalQuerySamplingAdapter;
58
+ export {};
59
+ //# sourceMappingURL=context-symbol-quality-command.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"context-symbol-quality-command.d.ts","sourceRoot":"","sources":["../src/context-symbol-quality-command.ts"],"names":[],"mappings":"AAWA,OAAO,EAQL,KAAK,uBAAuB,EAC7B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAyB,KAAK,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAMlG,OAAO,EAEL,KAAK,6BAA6B,EACnC,MAAM,gCAAgC,CAAC;AAgDxC,UAAU,0BAA0B;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,aAAa,EAAE,4BAA4B,CAAC;CAC7C;AAED,UAAU,4BAA4B;IACpC,MAAM,EAAE,uBAAuB,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,SAAS,GAAG,WAAW,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxF;AAED,MAAM,WAAW,+BAA+B;IAC9C,aAAa,EAAE,sCAAsC,CAAC;IACtD,OAAO,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,CAAC,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IACjE,KAAK,EAAE,KAAK,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,YAAY,EAAE,OAAO,CAAC;QACtB,SAAS,EAAE,qBAAqB,CAAC;QACjC,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAC3B,aAAa,EAAE,4BAA4B,CAAC;KAC7C,CAAC,CAAC;IACH,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;CAC7B;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE;IAC/C,OAAO,EAAE,+BAA+B,CAAC,SAAS,CAAC,CAAC;IACpD,KAAK,EAAE,0BAA0B,EAAE,CAAC;CACrC,GAAG,+BAA+B,CAqClC;AAED,wBAAsB,iCAAiC,CAAC,KAAK,EAAE;IAC7D,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,eAAe,EAAE,6BAA6B,CAAC;IAC/C,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACrD,GAAG,OAAO,CAAC,+BAA+B,CAAC,CA6B3C;AA2RD,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,MAAM,GAAG,6BAA6B,CAkD1F"}
@@ -0,0 +1,482 @@
1
+ import { execFileSync } from 'node:child_process';
2
+ import { existsSync, mkdirSync, mkdtempSync, readFileSync, realpathSync, rmSync, writeFileSync } from 'node:fs';
3
+ import { tmpdir } from 'node:os';
4
+ import { dirname, join, resolve } from 'node:path';
5
+ import { fileURLToPath } from 'node:url';
6
+ import CGModule from '@colbymchenry/codegraph';
7
+ import { createEngines } from '@devflow-tools/mcp-server/composition';
8
+ import { createSamplingEvidenceReranker } from '@devflow-tools/mcp-server/retrieval';
9
+ import { DevFlowDatabase } from '@devflow-tools/database';
10
+ import { RetrievalCoordinator, RetrievalSessionRepository } from '@devflow-tools/retrieval-engine';
11
+ import { resolveTaskSemanticContext } from '@devflow-tools/semantic-engine';
12
+ import { createRuntimeActivationSnapshotV1, evaluationContextStableRef, projectSnapshotId, stableRuntimeJson, } from '@devflow-tools/sdk';
13
+ import { evidenceQualityMetric } from './evidence-quality-metrics.js';
14
+ import { readProjectSnapshotIdentity } from './evaluation-bundle.js';
15
+ import { loadReleaseQualityMaterializationTargets, } from './release-quality-bundle-materializer.js';
16
+ import { createRetrievalQuerySamplingResolver, } from '@devflow-tools/semantic-engine';
17
+ import { captureProducer, identityFor, noOpTaskRuntime, rankedEvidenceRefs, stageCapture, } from './unified-runtime-runner.js';
18
+ const CodeGraph = CGModule.default ?? CGModule;
19
+ const REQUIRED_CASES = new Set([
20
+ 'llm-wiki/context/explicit-files',
21
+ 'ecc/context/path-safety',
22
+ ]);
23
+ const RETRIEVAL_QUERY_TOOL_NAME = 'submit_retrieval_queries';
24
+ const RETRIEVAL_QUERY_TOOL = {
25
+ name: RETRIEVAL_QUERY_TOOL_NAME,
26
+ description: 'Submit evidence-bound retrieval query proposals.',
27
+ input_schema: {
28
+ type: 'object',
29
+ additionalProperties: false,
30
+ properties: {
31
+ proposals: {
32
+ type: 'array',
33
+ maxItems: 9,
34
+ items: {
35
+ type: 'object',
36
+ additionalProperties: false,
37
+ properties: {
38
+ channel: { type: 'string', enum: ['code', 'memory', 'knowledge'] },
39
+ kind: { type: 'string', enum: ['rewrite', 'expansion'] },
40
+ query: { type: 'string', maxLength: 2_000 },
41
+ sourceClaimIds: {
42
+ type: 'array',
43
+ maxItems: 32,
44
+ items: { type: 'string' },
45
+ },
46
+ confidence: { type: 'number', minimum: 0, maximum: 1 },
47
+ },
48
+ required: ['channel', 'kind', 'query', 'sourceClaimIds', 'confidence'],
49
+ },
50
+ },
51
+ },
52
+ required: ['proposals'],
53
+ },
54
+ };
55
+ const EVIDENCE_RERANK_TOOL_NAME = 'rank_evidence';
56
+ export function evaluateContextExperiment(input) {
57
+ if (input.profile.generation !== 3 || !/^[a-f0-9]{64}$/u.test(input.profile.profileHash)) {
58
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_PROFILE_INVALID');
59
+ }
60
+ const caseIds = new Set(input.cases.map(item => item.caseId));
61
+ if (caseIds.size !== REQUIRED_CASES.size
62
+ || [...REQUIRED_CASES].some(caseId => !caseIds.has(caseId))) {
63
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_CASE_SET_INVALID');
64
+ }
65
+ const cases = input.cases.map(item => {
66
+ const candidates = unique(item.candidateRefs).slice(0, 20);
67
+ const selected = unique(item.selectedRefs).slice(0, 5);
68
+ const gold = unique(item.goldRefs);
69
+ if (gold.length === 0)
70
+ throw new Error(`CONTEXT_SYMBOL_EXPERIMENT_GOLD_MISSING:${item.caseId}`);
71
+ const candidateSet = new Set(candidates);
72
+ const selectedSet = new Set(selected);
73
+ const forbidden = new Set(item.forbiddenRefs);
74
+ return {
75
+ caseId: item.caseId,
76
+ candidateRefs: candidates,
77
+ selectedRefs: selected,
78
+ goldRefs: gold,
79
+ candidateHit: gold.every(ref => candidateSet.has(ref)),
80
+ recallAt5: evidenceQualityMetric(gold.filter(ref => selectedSet.has(ref)).length, gold.length),
81
+ forbiddenRefsAt5: selected.filter(ref => forbidden.has(ref)),
82
+ querySampling: item.querySampling,
83
+ };
84
+ });
85
+ const hits = cases.filter(item => item.candidateHit && item.forbiddenRefsAt5.length === 0).length;
86
+ return {
87
+ schemaVersion: 'devflow.context-symbol-experiment.v1',
88
+ profile: input.profile,
89
+ cases,
90
+ hits,
91
+ denominator: cases.length,
92
+ status: hits === cases.length ? 'passed' : 'failed',
93
+ };
94
+ }
95
+ export async function runContextSymbolQualityExperiment(input) {
96
+ const requested = new Set(input.caseIds);
97
+ if (requested.size !== REQUIRED_CASES.size
98
+ || [...REQUIRED_CASES].some(caseId => !requested.has(caseId))) {
99
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_CASE_SET_INVALID');
100
+ }
101
+ const targets = loadReleaseQualityMaterializationTargets({
102
+ manifestPath: input.manifestPath,
103
+ sourcesRoot: input.sourcesRoot,
104
+ outputRoot: join(tmpdir(), 'devflow-context-symbol-unused'),
105
+ }).filter(target => target.input.requiredSlices.some(slice => slice.channel === 'context' && slice.caseIds.some(caseId => requested.has(caseId))));
106
+ if (targets.length !== 2)
107
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_TARGETS_INVALID');
108
+ let profile;
109
+ const cases = [];
110
+ for (const target of targets) {
111
+ assertPinnedCheckout(target);
112
+ const result = await runTarget(target, requested, input.samplingAdapter, input.observer);
113
+ profile ??= result.profile;
114
+ if (result.profile.profileHash !== profile.profileHash
115
+ || result.profile.generation !== profile.generation
116
+ || result.profile.modelId !== profile.modelId) {
117
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_PROFILE_MISMATCH');
118
+ }
119
+ cases.push(...result.cases);
120
+ }
121
+ if (!profile)
122
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_PROFILE_MISSING');
123
+ return evaluateContextExperiment({ profile, cases });
124
+ }
125
+ async function runTarget(target, requested, samplingAdapter, observer) {
126
+ const container = mkdtempSync(join(tmpdir(), 'devflow-context-symbol-'));
127
+ const runtimeRoot = join(container, 'project');
128
+ let engines;
129
+ let operationalDatabase;
130
+ try {
131
+ execFileSync('git', ['clone', '--quiet', '--no-hardlinks', '--no-checkout', target.checkoutPath, runtimeRoot]);
132
+ execFileSync('git', ['-C', runtimeRoot, 'checkout', '--quiet', '--detach', target.input.project.commit]);
133
+ mkdirSync(join(runtimeRoot, '.devflow'), { recursive: true });
134
+ writeFileSync(join(runtimeRoot, '.devflow/config.json'), `${stableRuntimeJson({
135
+ projectId: target.input.project.projectId,
136
+ memoryNamespace: `memory:${target.input.project.projectId}`,
137
+ })}\n`);
138
+ const graph = await CodeGraph.init(runtimeRoot);
139
+ try {
140
+ const indexed = await graph.indexAll();
141
+ if (!indexed.success || graph.getIndexState() !== 'complete') {
142
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_CODEGRAPH_FAILED');
143
+ }
144
+ }
145
+ finally {
146
+ graph.close();
147
+ }
148
+ engines = await createEngines(runtimeRoot, { warmSymbolVectors: false });
149
+ if (!engines.symbolEmbedder || !engines.symbolStore) {
150
+ throw new Error('CONTEXT_SYMBOL_VECTOR_RUNTIME_UNAVAILABLE');
151
+ }
152
+ const buildStartedAt = performance.now();
153
+ await engines.symbolEmbedder.buildAll();
154
+ if (!engines.symbolEmbedder.isBuilt())
155
+ throw new Error('CONTEXT_SYMBOL_VECTOR_BUILD_INCOMPLETE');
156
+ const buildDurationMs = Math.round((performance.now() - buildStartedAt) * 1000) / 1000;
157
+ const embeddingProfile = engines.symbolStore.getProfile();
158
+ const profile = experimentProfile(embeddingProfile);
159
+ observer?.({
160
+ stage: 'vector-build',
161
+ projectId: target.input.project.projectId,
162
+ commit: target.input.project.commit,
163
+ tree: target.input.project.tree,
164
+ vectorCount: engines.symbolStore.count(),
165
+ buildDurationMs,
166
+ profile,
167
+ });
168
+ const snapshotId = projectSnapshotId(readProjectSnapshotIdentity(target.checkoutPath));
169
+ const corpus = readJson(target.corpusPath);
170
+ operationalDatabase = new DevFlowDatabase(runtimeRoot, {
171
+ dbPath: join(container, 'operational/devflow.db'),
172
+ });
173
+ const cases = [];
174
+ const retrievalQuerySampling = createRetrievalQuerySamplingResolver(samplingAdapter);
175
+ for (const item of corpus.cases.filter(item => requested.has(item.caseId))) {
176
+ const goldRefs = target.input.context.evidence.map(evidence => {
177
+ const node = engines.codegraph.getNodesInFile(evidence.path)
178
+ .find(candidate => candidate.name === evidence.symbol && candidate.startLine === evidence.startLine);
179
+ if (!node)
180
+ throw new Error(`CONTEXT_SYMBOL_EXPERIMENT_GOLD_NODE_MISSING:${item.caseId}`);
181
+ return evaluationContextStableRef({
182
+ projectSnapshotId: snapshotId,
183
+ normalizedPath: node.filePath,
184
+ symbolId: node.id,
185
+ range: [node.startLine, node.endLine],
186
+ });
187
+ });
188
+ const identity = identityFor(item.caseId, 'benchmark:context-symbol-experiment', runtimeRoot, target.input.project.projectId);
189
+ const semantic = await resolveTaskSemanticContext({
190
+ normalizedPrompt: item.prompt,
191
+ identity,
192
+ revision: 1,
193
+ activation: createRuntimeActivationSnapshotV1({
194
+ semantic: 'authoritative',
195
+ retrieval: 'authoritative',
196
+ memoryExtraction: 'deferred',
197
+ knowledgeCompilation: 'deferred',
198
+ embeddingProfiles: { code_retrieval: profile.profileHash },
199
+ rolloutPolicyVersion: 'context-symbol-experiment.v1',
200
+ createdAt: 1,
201
+ }),
202
+ router: engines.semanticRouter,
203
+ retrievalQuerySampling: { sample: retrievalQuerySampling },
204
+ policy: {
205
+ policyHash: 'context-symbol-experiment.v1',
206
+ budgets: {
207
+ hookDeadlineMs: 3_000,
208
+ contextTokens: 8_000,
209
+ responseReserveTokens: 2_000,
210
+ perChannelMs: { code: 1_500, memory: 800, knowledge: 1_500 },
211
+ },
212
+ },
213
+ now: 1,
214
+ });
215
+ const context = semantic.context;
216
+ const queryReceipt = semantic.resolution.providerReceipts
217
+ .find(receipt => receipt.capability === 'retrieval_query');
218
+ if (!queryReceipt)
219
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_QUERY_RECEIPT_MISSING');
220
+ if (context.plan.code.requirement === 'prohibited') {
221
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_CODE_PLAN_PROHIBITED');
222
+ }
223
+ const querySampling = {
224
+ status: queryReceipt.status,
225
+ receiptHash: queryReceipt.receiptHash,
226
+ reasonCodes: queryReceipt.reasonCodes,
227
+ proposalCount: queryReceipt.proposalCount,
228
+ acceptedCount: queryReceipt.acceptedCount,
229
+ rejectedCount: queryReceipt.rejectedCount,
230
+ proposals: context.plan.code.additions.map(proposal => ({
231
+ proposalId: proposal.proposalId,
232
+ kind: proposal.kind,
233
+ query: proposal.query,
234
+ })),
235
+ };
236
+ const stage = stageCapture();
237
+ const result = await new RetrievalCoordinator({
238
+ code: captureProducer(engines.codeEvidence, stage),
239
+ memory: captureProducer(engines.memoryQuery, stage),
240
+ knowledge: captureProducer(engines.knowledgeQuery, stage),
241
+ sessions: new RetrievalSessionRepository(operationalDatabase),
242
+ reranker: createSamplingEvidenceReranker(samplingAdapter),
243
+ taskRuntime: noOpTaskRuntime(),
244
+ }).retrieve({ context, taskRevision: 1, tokenBudget: 8_000, now: 1 });
245
+ const candidates = stage.candidates.filter(candidate => candidate.channel === 'code');
246
+ assertVectorCandidateProfiles(candidates, embeddingProfile);
247
+ const producerOutput = stage.outputs.find(output => output.result.receipt.channel === 'code');
248
+ if (!producerOutput)
249
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_PRODUCER_RECEIPT_MISSING');
250
+ const refByProducerRef = new Map(candidates.map(candidate => [
251
+ candidate.stableRef,
252
+ evaluationRef(snapshotId, candidate),
253
+ ]));
254
+ const rankedCandidates = rankedEvidenceRefs(result.receipt, 'context')
255
+ .map(stableRef => candidates.find(candidate => candidate.stableRef === stableRef))
256
+ .filter((candidate) => Boolean(candidate));
257
+ const candidateRefs = unique(rankedCandidates.map(candidate => refByProducerRef.get(candidate.stableRef)));
258
+ const selectedRefs = unique((result.receipt.selectedEvidence ?? [])
259
+ .filter(candidate => candidate.channel === 'code')
260
+ .map(candidate => refByProducerRef.get(candidate.stableRef))
261
+ .filter((ref) => Boolean(ref)));
262
+ observer?.({
263
+ stage: 'retrieval',
264
+ caseId: item.caseId,
265
+ goldRanks: goldRefs.map(ref => candidateRefs.indexOf(ref) + 1 || null),
266
+ vectorGoldRanks: vectorGoldRanks(producerOutput.vectorCandidateRefs ?? [], candidates, snapshotId, goldRefs),
267
+ producerGoldRanks: goldRefs.map(ref => candidateRefs.indexOf(ref) + 1 || null),
268
+ selectedGoldRanks: selectedRefs.map(ref => goldRefs.indexOf(ref) + 1 || null),
269
+ querySampling,
270
+ topCandidates: rankedCandidates.slice(0, 20).map(candidate => ({
271
+ ref: refByProducerRef.get(candidate.stableRef),
272
+ path: candidate.payload.path,
273
+ symbol: candidate.payload.symbol,
274
+ symbolId: candidate.payload.symbolId,
275
+ contributingLegs: candidate.contributingLegs,
276
+ })),
277
+ });
278
+ cases.push({
279
+ caseId: item.caseId,
280
+ candidateRefs,
281
+ selectedRefs,
282
+ goldRefs,
283
+ forbiddenRefs: [],
284
+ querySampling,
285
+ });
286
+ }
287
+ return { profile, cases };
288
+ }
289
+ finally {
290
+ operationalDatabase?.close();
291
+ if (engines)
292
+ closeEngines(engines);
293
+ rmSync(container, { recursive: true, force: true });
294
+ }
295
+ }
296
+ function vectorGoldRanks(vectorRefs, candidates, snapshotId, goldRefs) {
297
+ const evaluationByProducerRef = new Map(candidates.map(candidate => [
298
+ candidate.stableRef,
299
+ evaluationRef(snapshotId, candidate),
300
+ ]));
301
+ return goldRefs.map(gold => {
302
+ const match = vectorRefs.find(item => evaluationByProducerRef.get(item.ref) === gold);
303
+ return match?.rank ?? null;
304
+ });
305
+ }
306
+ function experimentProfile(profile) {
307
+ if (profile.purpose !== 'code_retrieval' || profile.generation !== 3) {
308
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_PROFILE_INVALID');
309
+ }
310
+ return { profileHash: profile.profileHash, generation: 3, modelId: profile.modelId };
311
+ }
312
+ function assertVectorCandidateProfiles(candidates, profile) {
313
+ for (const candidate of candidates.filter(item => item.contributingLegs.some(leg => /vector|embedding/iu.test(leg.leg)))) {
314
+ if (candidate.retrievalProfile !== profile.profileHash || candidate.generation !== profile.generation) {
315
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_CANDIDATE_PROFILE_MISMATCH');
316
+ }
317
+ }
318
+ }
319
+ function evaluationRef(snapshotId, candidate) {
320
+ const path = candidate.payload.path;
321
+ const symbolId = candidate.payload.symbolId;
322
+ const startLine = candidate.payload.startLine;
323
+ const endLine = candidate.payload.endLine;
324
+ if (typeof path !== 'string' || typeof symbolId !== 'string'
325
+ || !Number.isSafeInteger(startLine) || !Number.isSafeInteger(endLine)) {
326
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_CANDIDATE_IDENTITY_INVALID');
327
+ }
328
+ return evaluationContextStableRef({
329
+ projectSnapshotId: snapshotId,
330
+ normalizedPath: path,
331
+ symbolId,
332
+ range: [startLine, endLine],
333
+ });
334
+ }
335
+ function assertPinnedCheckout(target) {
336
+ if (git(target.checkoutPath, ['rev-parse', 'HEAD']) !== target.input.project.commit
337
+ || git(target.checkoutPath, ['rev-parse', 'HEAD^{tree}']) !== target.input.project.tree
338
+ || git(target.checkoutPath, ['status', '--porcelain', '--untracked-files=all']) !== '') {
339
+ throw new Error('CONTEXT_SYMBOL_EXPERIMENT_CHECKOUT_IDENTITY_MISMATCH');
340
+ }
341
+ }
342
+ function git(root, args) {
343
+ return execFileSync('git', ['-C', root, ...args], { encoding: 'utf8' }).trim();
344
+ }
345
+ function readJson(path) {
346
+ return JSON.parse(readFileSync(path, 'utf8'));
347
+ }
348
+ function unique(refs) {
349
+ return [...new Set(refs)];
350
+ }
351
+ function closeEngines(engines) {
352
+ engines.context.close();
353
+ engines.memory.close();
354
+ engines.knowledge.close();
355
+ engines.telemetry.close();
356
+ engines.codegraph.close();
357
+ engines.data.close?.();
358
+ }
359
+ function requiredOption(argv, name) {
360
+ const index = argv.indexOf(name);
361
+ const value = index >= 0 ? argv[index + 1] : undefined;
362
+ if (!value)
363
+ throw new Error(`${name} requires a value`);
364
+ return value;
365
+ }
366
+ async function main(argv) {
367
+ const output = resolve(requiredOption(argv, '--output'));
368
+ const report = await runContextSymbolQualityExperiment({
369
+ manifestPath: resolveInputPath(requiredOption(argv, '--manifest')),
370
+ sourcesRoot: resolveInputPath(requiredOption(argv, '--sources')),
371
+ caseIds: requiredOption(argv, '--cases').split(',').filter(Boolean),
372
+ samplingAdapter: createDeepSeekSamplingAdapter(requiredOption(argv, '--sampling-model')),
373
+ observer: event => process.stderr.write(`${stableRuntimeJson(event)}\n`),
374
+ });
375
+ mkdirSync(dirname(output), { recursive: true });
376
+ writeFileSync(output, `${stableRuntimeJson(report)}\n`);
377
+ process.stdout.write(`${stableRuntimeJson(report)}\n`);
378
+ if (report.status !== 'passed')
379
+ process.exitCode = 1;
380
+ }
381
+ export function createDeepSeekSamplingAdapter(model) {
382
+ if (!model.trim())
383
+ throw new Error('--sampling-model requires a value');
384
+ const baseUrl = process.env.DEEPSEEK_BASE_URL?.replace(/\/$/u, '');
385
+ const apiKey = process.env.DEEPSEEK_API_KEY;
386
+ return {
387
+ isSupported: () => Boolean(baseUrl && apiKey),
388
+ createMessage: async (request) => {
389
+ if (!baseUrl || !apiKey)
390
+ throw new Error('DEEPSEEK_SAMPLING_ENV_UNAVAILABLE');
391
+ const reranking = request.systemPrompt.startsWith('You rank retrieved evidence');
392
+ const tool = reranking ? evidenceRerankTool(request.prompt) : RETRIEVAL_QUERY_TOOL;
393
+ const response = await fetch(`${baseUrl}/v1/messages`, {
394
+ method: 'POST',
395
+ headers: {
396
+ 'content-type': 'application/json',
397
+ 'anthropic-version': '2023-06-01',
398
+ 'x-api-key': apiKey,
399
+ },
400
+ body: JSON.stringify({
401
+ model,
402
+ max_tokens: request.maxTokens,
403
+ temperature: 0,
404
+ thinking: { type: 'disabled' },
405
+ system: request.systemPrompt,
406
+ messages: [{ role: 'user', content: request.prompt }],
407
+ tools: [tool],
408
+ tool_choice: { type: 'tool', name: tool.name },
409
+ }),
410
+ signal: AbortSignal.timeout(request.timeoutMs),
411
+ });
412
+ const body = await response.json();
413
+ if (!response.ok) {
414
+ throw new Error(`DEEPSEEK_SAMPLING_HTTP_${response.status}:${String(body.error?.message ?? '')}`);
415
+ }
416
+ const toolOutputs = body.content?.filter(item => item.type === 'tool_use'
417
+ && item.name === tool.name) ?? [];
418
+ const input = toolOutputs.length === 1 ? toolOutputs[0]?.input : undefined;
419
+ const outputKey = reranking ? 'rankedRefs' : 'proposals';
420
+ if (!isRecord(input) || Object.keys(input).length !== 1 || !Array.isArray(input[outputKey])) {
421
+ throw new Error('DEEPSEEK_SAMPLING_TOOL_OUTPUT_INVALID');
422
+ }
423
+ return {
424
+ text: reranking ? JSON.stringify(input) : JSON.stringify(input.proposals),
425
+ model: typeof body.model === 'string' ? body.model : model,
426
+ };
427
+ },
428
+ };
429
+ }
430
+ function evidenceRerankTool(prompt) {
431
+ let value;
432
+ try {
433
+ value = JSON.parse(prompt);
434
+ }
435
+ catch {
436
+ throw new Error('DEEPSEEK_RERANK_REQUEST_INVALID');
437
+ }
438
+ if (!isRecord(value) || !Array.isArray(value.candidates)) {
439
+ throw new Error('DEEPSEEK_RERANK_REQUEST_INVALID');
440
+ }
441
+ const rankedRefs = value.candidates.map(candidate => isRecord(candidate) && typeof candidate.stableRef === 'string'
442
+ ? candidate.stableRef
443
+ : undefined);
444
+ if (rankedRefs.length === 0 || rankedRefs.length > 20
445
+ || rankedRefs.some((ref) => ref === undefined)
446
+ || new Set(rankedRefs).size !== rankedRefs.length) {
447
+ throw new Error('DEEPSEEK_RERANK_REQUEST_INVALID');
448
+ }
449
+ return {
450
+ name: EVIDENCE_RERANK_TOOL_NAME,
451
+ description: 'Rank every supplied evidence ref by direct relevance.',
452
+ input_schema: {
453
+ type: 'object',
454
+ additionalProperties: false,
455
+ properties: {
456
+ rankedRefs: {
457
+ type: 'array',
458
+ minItems: rankedRefs.length,
459
+ maxItems: rankedRefs.length,
460
+ uniqueItems: true,
461
+ items: { type: 'string', enum: rankedRefs },
462
+ },
463
+ },
464
+ required: ['rankedRefs'],
465
+ },
466
+ };
467
+ }
468
+ function isRecord(value) {
469
+ return typeof value === 'object' && value !== null && !Array.isArray(value);
470
+ }
471
+ function resolveInputPath(value) {
472
+ if (value.startsWith('/') || /^[A-Za-z]:[\\/]/u.test(value))
473
+ return resolve(value);
474
+ const fromCwd = resolve(value);
475
+ if (existsSync(fromCwd))
476
+ return fromCwd;
477
+ return resolve(import.meta.dirname, '../../..', value);
478
+ }
479
+ if (process.argv[1] && realpathSync(process.argv[1]) === realpathSync(fileURLToPath(import.meta.url))) {
480
+ await main(process.argv.slice(2));
481
+ }
482
+ //# sourceMappingURL=context-symbol-quality-command.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"context-symbol-quality-command.js","sourceRoot":"","sources":["../src/context-symbol-quality-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAChH,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,QAAQ,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AACtE,OAAO,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AACrF,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAC;AACnG,OAAO,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EACL,iCAAiC,EACjC,0BAA0B,EAC1B,iBAAiB,EACjB,iBAAiB,GAKlB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,qBAAqB,EAA8B,MAAM,+BAA+B,CAAC;AAClG,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,wCAAwC,GAEzC,MAAM,0CAA0C,CAAC;AAClD,OAAO,EACL,oCAAoC,GAErC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,eAAe,EACf,WAAW,EACX,eAAe,EACf,kBAAkB,EAClB,YAAY,GACb,MAAM,6BAA6B,CAAC;AAErC,MAAM,SAAS,GAAK,QAAgB,CAAC,OAA2B,IAAI,QAAQ,CAAC;AAC7E,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,iCAAiC;IACjC,yBAAyB;CAC1B,CAAC,CAAC;AACH,MAAM,yBAAyB,GAAG,0BAA0B,CAAC;AAC7D,MAAM,oBAAoB,GAAG;IAC3B,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EAAE,kDAAkD;IAC/D,YAAY,EAAE;QACZ,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,oBAAoB,EAAE,KAAK;oBAC3B,UAAU,EAAE;wBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,EAAE;wBAClE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE;wBACxD,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE;wBAC3C,cAAc,EAAE;4BACd,IAAI,EAAE,OAAO;4BACb,QAAQ,EAAE,EAAE;4BACZ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;yBAC1B;wBACD,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;qBACvD;oBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,YAAY,CAAC;iBACvE;aACF;SACF;QACD,QAAQ,EAAE,CAAC,WAAW,CAAC;KACxB;CACO,CAAC;AACX,MAAM,yBAAyB,GAAG,eAAe,CAAC;AAuClD,MAAM,UAAU,yBAAyB,CAAC,KAGzC;IACC,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACzF,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,IAAI,KAAK,cAAc,CAAC,IAAI;WACnC,CAAC,GAAG,cAAc,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACnC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAChG,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,aAAa,EAAE,UAAU;YACzB,YAAY,EAAE,QAAQ;YACtB,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACtD,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;YAC9F,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5D,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAClG,OAAO;QACL,aAAa,EAAE,sCAAsC;QACrD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK;QACL,IAAI;QACJ,WAAW,EAAE,KAAK,CAAC,MAAM;QACzB,MAAM,EAAE,IAAI,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;KACpD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,KAMvD;IACC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,SAAS,CAAC,IAAI,KAAK,cAAc,CAAC,IAAI;WACrC,CAAC,GAAG,cAAc,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,OAAO,GAAG,wCAAwC,CAAC;QACvD,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,+BAA+B,CAAC;KAC5D,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAC3D,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAEvF,IAAI,OAA+D,CAAC;IACpE,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QACzF,OAAO,KAAK,MAAM,CAAC,OAAO,CAAC;QAC3B,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,KAAK,OAAO,CAAC,WAAW;eACjD,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU;eAChD,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC3E,OAAO,yBAAyB,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,MAA2C,EAC3C,SAAsB,EACtB,eAA8C,EAC9C,QAAgE;IAKhE,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC,CAAC;IACzE,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,OAA8D,CAAC;IACnE,IAAI,mBAAgD,CAAC;IACrD,IAAI,CAAC;QACH,YAAY,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC;QAC/G,YAAY,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACzG,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,EAAE,GAAG,iBAAiB,CAAC;YAC5E,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS;YACzC,eAAe,EAAE,UAAU,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE;SAC5D,CAAC,IAAI,CAAC,CAAC;QAER,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,aAAa,EAAE,KAAK,UAAU,EAAE,CAAC;gBAC7D,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC;QAED,OAAO,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACzC,MAAM,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;QACxC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QACjG,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QACvF,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACpD,QAAQ,EAAE,CAAC;YACT,KAAK,EAAE,cAAc;YACrB,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS;YACzC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM;YACnC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE;YACxC,eAAe;YACf,OAAO;SACR,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,iBAAiB,CAAC,2BAA2B,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;QACvF,MAAM,MAAM,GAAG,QAAQ,CAAwE,MAAM,CAAC,UAAU,CAAC,CAAC;QAClH,mBAAmB,GAAG,IAAI,eAAe,CAAC,WAAW,EAAE;YACrD,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC;SAClD,CAAC,CAAC;QACH,MAAM,KAAK,GAAiC,EAAE,CAAC;QAC/C,MAAM,sBAAsB,GAAG,oCAAoC,CAAC,eAAe,CAAC,CAAC;QACrF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;gBAC5D,MAAM,IAAI,GAAG,OAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC;qBAC1D,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACvG,IAAI,CAAC,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBACzF,OAAO,0BAA0B,CAAC;oBAChC,iBAAiB,EAAE,UAAU;oBAC7B,cAAc,EAAE,IAAI,CAAC,QAAQ;oBAC7B,QAAQ,EAAE,IAAI,CAAC,EAAE;oBACjB,KAAK,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC;iBACtC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,WAAW,CAC1B,IAAI,CAAC,MAAM,EACX,qCAAqC,EACrC,WAAW,EACX,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAC/B,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,0BAA0B,CAAC;gBAChD,gBAAgB,EAAE,IAAI,CAAC,MAAM;gBAC7B,QAAQ;gBACR,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,iCAAiC,CAAC;oBAC5C,QAAQ,EAAE,eAAe;oBACzB,SAAS,EAAE,eAAe;oBAC1B,gBAAgB,EAAE,UAAU;oBAC5B,oBAAoB,EAAE,UAAU;oBAChC,iBAAiB,EAAE,EAAE,cAAc,EAAE,OAAO,CAAC,WAAW,EAAE;oBAC1D,oBAAoB,EAAE,8BAA8B;oBACpD,SAAS,EAAE,CAAC;iBACb,CAAC;gBACF,MAAM,EAAE,OAAO,CAAC,cAAc;gBAC9B,sBAAsB,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE;gBAC1D,MAAM,EAAE;oBACN,UAAU,EAAE,8BAA8B;oBAC1C,OAAO,EAAE;wBACP,cAAc,EAAE,KAAK;wBACrB,aAAa,EAAE,KAAK;wBACpB,qBAAqB,EAAE,KAAK;wBAC5B,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE;qBAC7D;iBACF;gBACD,GAAG,EAAE,CAAC;aACP,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACjC,MAAM,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,gBAAgB;iBACtD,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK,iBAAiB,CAAC,CAAC;YAC7D,IAAI,CAAC,YAAY;gBAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACtF,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,KAAK,YAAY,EAAE,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,MAAM,aAAa,GAAiC;gBAClD,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,WAAW,EAAE,YAAY,CAAC,WAAW;gBACrC,WAAW,EAAE,YAAY,CAAC,WAAW;gBACrC,aAAa,EAAE,YAAY,CAAC,aAAa;gBACzC,aAAa,EAAE,YAAY,CAAC,aAAa;gBACzC,aAAa,EAAE,YAAY,CAAC,aAAa;gBACzC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBACtD,UAAU,EAAE,QAAQ,CAAC,UAAW;oBAChC,IAAI,EAAE,QAAQ,CAAC,IAA+B;oBAC9C,KAAK,EAAE,QAAQ,CAAC,KAAK;iBACtB,CAAC,CAAC;aACJ,CAAC;YACF,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,oBAAoB,CAAC;gBAC5C,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC;gBAClD,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC;gBACnD,SAAS,EAAE,eAAe,CAAC,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC;gBACzD,QAAQ,EAAE,IAAI,0BAA0B,CAAC,mBAAmB,CAAC;gBAC7D,QAAQ,EAAE,8BAA8B,CAAC,eAAe,CAAC;gBACzD,WAAW,EAAE,eAAe,EAAE;aAC/B,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACtE,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;YACtF,6BAA6B,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;YAC5D,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;YAC9F,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YAC3F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3D,SAAS,CAAC,SAAS;gBACnB,aAAa,CAAC,UAAU,EAAE,SAAS,CAAC;aACrC,CAAC,CAAC,CAAC;YACJ,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC;iBACnE,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;iBACjF,MAAM,CAAC,CAAC,SAAS,EAAoC,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YAC/E,MAAM,aAAa,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAE,CAAC,CAAC,CAAC;YAC5G,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC;iBAChE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,OAAO,KAAK,MAAM,CAAC;iBACjD,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;iBAC3D,MAAM,CAAC,CAAC,GAAG,EAAiB,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACjD,QAAQ,EAAE,CAAC;gBACT,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;gBACtE,eAAe,EAAE,eAAe,CAAC,cAAc,CAAC,mBAAmB,IAAI,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC;gBAC5G,iBAAiB,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;gBAC9E,iBAAiB,EAAE,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;gBAC7E,aAAa;gBACb,aAAa,EAAE,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBAC7D,GAAG,EAAE,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC;oBAC9C,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,IAAI;oBAC5B,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM;oBAChC,QAAQ,EAAE,SAAS,CAAC,OAAO,CAAC,QAAQ;oBACpC,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;iBAC7C,CAAC,CAAC;aACJ,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC;gBACT,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,aAAa;gBACb,YAAY;gBACZ,QAAQ;gBACR,aAAa,EAAE,EAAE;gBACjB,aAAa;aACd,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,mBAAmB,EAAE,KAAK,EAAE,CAAC;QAC7B,IAAI,OAAO;YAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,UAAgD,EAChD,UAAiC,EACjC,UAAkB,EAClB,QAAkB;IAElB,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAClE,SAAS,CAAC,SAAS;QACnB,aAAa,CAAC,UAAU,EAAE,SAAS,CAAC;KACrC,CAAC,CAAC,CAAC;IACJ,OAAO,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,uBAAuB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;QACtF,OAAO,KAAK,EAAE,IAAI,IAAI,IAAI,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA2B;IACpD,IAAI,OAAO,CAAC,OAAO,KAAK,gBAAgB,IAAI,OAAO,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;AACvF,CAAC;AAED,SAAS,6BAA6B,CAAC,UAAiC,EAAE,OAA2B;IACnG,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAC/C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,IAAI,SAAS,CAAC,gBAAgB,KAAK,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU,EAAE,CAAC;YACtG,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB,EAAE,SAA8B;IACvE,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC;IACpC,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC5C,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC;IAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;IAC1C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ;WACvD,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,0BAA0B,CAAC;QAChC,iBAAiB,EAAE,UAAU;QAC7B,cAAc,EAAE,IAAI;QACpB,QAAQ;QACR,KAAK,EAAE,CAAC,SAAmB,EAAE,OAAiB,CAAC;KAChD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,MAA2C;IACvE,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM;WAC9E,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;WACpF,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,uBAAuB,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;QACzF,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;AACH,CAAC;AAED,SAAS,GAAG,CAAC,IAAY,EAAE,IAAc;IACvC,OAAO,YAAY,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AACjF,CAAC;AAED,SAAS,QAAQ,CAAI,IAAY;IAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAM,CAAC;AACrD,CAAC;AAED,SAAS,MAAM,CAAC,IAAc;IAC5B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,YAAY,CAAC,OAAkD;IACtE,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAC1B,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAC1B,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,CAAC,IAA+B,CAAC,KAAK,EAAE,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,cAAc,CAAC,IAAc,EAAE,IAAY;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAC;IACxD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,IAAc;IAChC,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,iCAAiC,CAAC;QACrD,YAAY,EAAE,gBAAgB,CAAC,cAAc,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAClE,WAAW,EAAE,gBAAgB,CAAC,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChE,OAAO,EAAE,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QACnE,eAAe,EAAE,6BAA6B,CAAC,cAAc,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;QACxF,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC;KACzE,CAAC,CAAC;IACH,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,aAAa,CAAC,MAAM,EAAE,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ;QAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,KAAa;IACzD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IAC5C,OAAO;QACL,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC;QAC7C,aAAa,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE;YAC7B,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAC9E,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,6BAA6B,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC;YACnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,cAAc,EAAE;gBACrD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,mBAAmB,EAAE,YAAY;oBACjC,WAAW,EAAE,MAAM;iBACpB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,UAAU,EAAE,OAAO,CAAC,SAAS;oBAC7B,WAAW,EAAE,CAAC;oBACd,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;oBAC9B,MAAM,EAAE,OAAO,CAAC,YAAY;oBAC5B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;oBACrD,KAAK,EAAE,CAAC,IAAI,CAAC;oBACb,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;iBAC/C,CAAC;gBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAI/B,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YACpG,CAAC;YACD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU;mBACpE,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3E,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;YACzD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;gBAC5F,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC;gBACzE,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;aAC3D,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAY,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAClD,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,SAAS,CAAC,SAAS,KAAK,QAAQ;QAC5D,CAAC,CAAC,SAAS,CAAC,SAAS;QACrB,CAAC,CAAC,SAAS,CAAC,CAAC;IACjB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE;WAChD,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAoB,EAAE,CAAC,GAAG,KAAK,SAAS,CAAC;WAC7D,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO;QACL,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,uDAAuD;QACpE,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE;gBACV,UAAU,EAAE;oBACV,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,UAAU,CAAC,MAAM;oBAC3B,QAAQ,EAAE,UAAU,CAAC,MAAM;oBAC3B,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE;iBAC5C;aACF;YACD,QAAQ,EAAE,CAAC,YAAY,CAAC;SACzB;KACO,CAAC;AACb,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;IACnF,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IACxC,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;AACzD,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;IACtG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC"}