@openpond/evals 0.11.15 → 0.11.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. package/CONTRACT.md +9 -0
  2. package/dist/connected-evidence/contracts.js +72 -0
  3. package/dist/connected-evidence/imports.js +71 -0
  4. package/dist/connected-evidence/index.js +5 -0
  5. package/dist/connected-evidence/normalize.js +97 -0
  6. package/dist/connected-evidence/python-correctness.js +73 -0
  7. package/dist/connected-evidence/sources/claude-code.js +71 -0
  8. package/dist/connected-evidence/sources/codex.js +52 -0
  9. package/dist/connected-evidence/sources/history.js +86 -0
  10. package/dist/connected-evidence/sources/usage.js +15 -0
  11. package/dist/connected-evidence/usage-summary.js +52 -0
  12. package/dist/experiments.js +41 -7
  13. package/dist/graders.js +9 -6
  14. package/dist/human-review/comparison.js +161 -0
  15. package/dist/human-review/contracts.js +110 -0
  16. package/dist/human-review/execution.js +61 -0
  17. package/dist/human-review/handoff.js +18 -0
  18. package/dist/human-review/index.js +9 -0
  19. package/dist/human-review/local-publication.js +18 -0
  20. package/dist/human-review/repository.js +1 -0
  21. package/dist/human-review/results.js +18 -0
  22. package/dist/human-review/service.js +268 -0
  23. package/dist/human-review/task-proposals.js +39 -0
  24. package/dist/index.js +1 -0
  25. package/dist/javascript-verifier-contract.js +2 -2
  26. package/dist/learning/authoring.js +2 -1
  27. package/dist/learning/contracts.js +353 -81
  28. package/dist/learning/index.js +1 -0
  29. package/dist/learning/reward-authoring.js +5 -2
  30. package/dist/learning/training-handoff.js +32 -0
  31. package/dist/metrics-node.js +2 -0
  32. package/dist/profile-evaluation-target.js +7 -0
  33. package/dist/profile-evaluations.js +7 -10
  34. package/dist/profile-external-evaluation.js +35 -0
  35. package/dist/profile-source-candidate.js +5 -0
  36. package/dist/rewards.js +5 -3
  37. package/dist/taskset-run-contract.js +10 -0
  38. package/dist/tasksets.js +2 -0
  39. package/dist/types/builtin-benchmarks/harness-refiner.d.ts +75 -1
  40. package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
  41. package/dist/types/conformance.d.ts +150 -2
  42. package/dist/types/conformance.d.ts.map +1 -1
  43. package/dist/types/connected-evidence/contracts.d.ts +317 -0
  44. package/dist/types/connected-evidence/contracts.d.ts.map +1 -0
  45. package/dist/types/connected-evidence/imports.d.ts +19 -0
  46. package/dist/types/connected-evidence/imports.d.ts.map +1 -0
  47. package/dist/types/connected-evidence/index.d.ts +6 -0
  48. package/dist/types/connected-evidence/index.d.ts.map +1 -0
  49. package/dist/types/connected-evidence/normalize.d.ts +25 -0
  50. package/dist/types/connected-evidence/normalize.d.ts.map +1 -0
  51. package/dist/types/connected-evidence/python-correctness.d.ts +196 -0
  52. package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -0
  53. package/dist/types/connected-evidence/sources/claude-code.d.ts +74 -0
  54. package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -0
  55. package/dist/types/connected-evidence/sources/codex.d.ts +74 -0
  56. package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -0
  57. package/dist/types/connected-evidence/sources/history.d.ts +146 -0
  58. package/dist/types/connected-evidence/sources/history.d.ts.map +1 -0
  59. package/dist/types/connected-evidence/sources/usage.d.ts +3 -0
  60. package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -0
  61. package/dist/types/connected-evidence/usage-summary.d.ts +162 -0
  62. package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -0
  63. package/dist/types/evidence/conformance.d.ts +28 -28
  64. package/dist/types/evidence/contracts.d.ts +27 -27
  65. package/dist/types/execution-contracts.d.ts +159 -5
  66. package/dist/types/execution-contracts.d.ts.map +1 -1
  67. package/dist/types/experiments.d.ts +498 -7
  68. package/dist/types/experiments.d.ts.map +1 -1
  69. package/dist/types/graders.d.ts +21 -1
  70. package/dist/types/graders.d.ts.map +1 -1
  71. package/dist/types/human-review/comparison.d.ts +1959 -0
  72. package/dist/types/human-review/comparison.d.ts.map +1 -0
  73. package/dist/types/human-review/contracts.d.ts +2719 -0
  74. package/dist/types/human-review/contracts.d.ts.map +1 -0
  75. package/dist/types/human-review/execution.d.ts +298 -0
  76. package/dist/types/human-review/execution.d.ts.map +1 -0
  77. package/dist/types/human-review/handoff.d.ts +124 -0
  78. package/dist/types/human-review/handoff.d.ts.map +1 -0
  79. package/dist/types/human-review/index.d.ts +10 -0
  80. package/dist/types/human-review/index.d.ts.map +1 -0
  81. package/dist/types/human-review/local-publication.d.ts +165 -0
  82. package/dist/types/human-review/local-publication.d.ts.map +1 -0
  83. package/dist/types/human-review/repository.d.ts +43 -0
  84. package/dist/types/human-review/repository.d.ts.map +1 -0
  85. package/dist/types/human-review/results.d.ts +118 -0
  86. package/dist/types/human-review/results.d.ts.map +1 -0
  87. package/dist/types/human-review/service.d.ts +878 -0
  88. package/dist/types/human-review/service.d.ts.map +1 -0
  89. package/dist/types/human-review/task-proposals.d.ts +70 -0
  90. package/dist/types/human-review/task-proposals.d.ts.map +1 -0
  91. package/dist/types/index.d.ts +1 -0
  92. package/dist/types/index.d.ts.map +1 -1
  93. package/dist/types/javascript-environment-contract.d.ts +1 -1
  94. package/dist/types/javascript-verifier-contract.d.ts +1 -1
  95. package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
  96. package/dist/types/learned-preference.d.ts +2 -2
  97. package/dist/types/learning/acceptance-group.d.ts +13 -13
  98. package/dist/types/learning/acceptance-plan.d.ts +1 -1
  99. package/dist/types/learning/admission.d.ts +78 -1
  100. package/dist/types/learning/admission.d.ts.map +1 -1
  101. package/dist/types/learning/authoring-service.d.ts +2 -0
  102. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  103. package/dist/types/learning/authoring.d.ts +20 -0
  104. package/dist/types/learning/authoring.d.ts.map +1 -1
  105. package/dist/types/learning/batch-service.d.ts +76 -2
  106. package/dist/types/learning/batch-service.d.ts.map +1 -1
  107. package/dist/types/learning/contracts.d.ts +759 -24
  108. package/dist/types/learning/contracts.d.ts.map +1 -1
  109. package/dist/types/learning/index.d.ts +1 -0
  110. package/dist/types/learning/index.d.ts.map +1 -1
  111. package/dist/types/learning/iteration-candidate-decision.d.ts +2 -2
  112. package/dist/types/learning/iteration-dispatch-contracts.d.ts +2 -2
  113. package/dist/types/learning/operations.d.ts +1118 -8
  114. package/dist/types/learning/operations.d.ts.map +1 -1
  115. package/dist/types/learning/repository.d.ts +402 -15
  116. package/dist/types/learning/repository.d.ts.map +1 -1
  117. package/dist/types/learning/reward-authoring.d.ts.map +1 -1
  118. package/dist/types/learning/reward-calibration.d.ts +74 -0
  119. package/dist/types/learning/reward-calibration.d.ts.map +1 -1
  120. package/dist/types/learning/reward-checks.d.ts +14 -2
  121. package/dist/types/learning/reward-checks.d.ts.map +1 -1
  122. package/dist/types/learning/training-handoff.d.ts +201 -0
  123. package/dist/types/learning/training-handoff.d.ts.map +1 -0
  124. package/dist/types/learning/transport.d.ts +963 -21
  125. package/dist/types/learning/transport.d.ts.map +1 -1
  126. package/dist/types/metrics-node.d.ts +3 -1
  127. package/dist/types/metrics-node.d.ts.map +1 -1
  128. package/dist/types/model-improvement-qualification.d.ts +3 -3
  129. package/dist/types/native-harness-experiment-attempt.d.ts +2 -2
  130. package/dist/types/profile-evaluation-comparisons.d.ts +230 -0
  131. package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
  132. package/dist/types/profile-evaluation-target.d.ts +14 -0
  133. package/dist/types/profile-evaluation-target.d.ts.map +1 -0
  134. package/dist/types/profile-evaluations.d.ts +117 -14
  135. package/dist/types/profile-evaluations.d.ts.map +1 -1
  136. package/dist/types/profile-external-evaluation.d.ts +404 -0
  137. package/dist/types/profile-external-evaluation.d.ts.map +1 -0
  138. package/dist/types/profile-source-candidate.d.ts +15 -0
  139. package/dist/types/profile-source-candidate.d.ts.map +1 -0
  140. package/dist/types/review-conformance.d.ts +7 -7
  141. package/dist/types/rewards.d.ts +253 -0
  142. package/dist/types/rewards.d.ts.map +1 -1
  143. package/dist/types/rollouts.d.ts +3 -3
  144. package/dist/types/taskset-run-contract.d.ts +230 -0
  145. package/dist/types/taskset-run-contract.d.ts.map +1 -1
  146. package/dist/types/tasksets.d.ts +311 -3
  147. package/dist/types/tasksets.d.ts.map +1 -1
  148. package/dist/types/telemetry-analysis.d.ts +2 -2
  149. package/dist/types/telemetry-bundle.d.ts +6 -6
  150. package/dist/types/telemetry.d.ts +3 -3
  151. package/package.json +9 -1
  152. package/schemas/learning/v1/command-request.schema.json +1745 -409
  153. package/schemas/learning/v1/decision.schema.json +11 -0
  154. package/schemas/learning/v1/draft.schema.json +11 -0
  155. package/schemas/learning/v1/grade.schema.json +11 -0
  156. package/schemas/learning/v1/package.schema.json +532 -12
  157. package/schemas/learning/v1/policy.schema.json +836 -28
  158. package/schemas/learning/v1/reward.schema.json +520 -0
  159. package/schemas/learning/v1/reward_check.schema.json +9 -0
@@ -17,6 +17,12 @@ export declare const GraderEvidenceContentSchema: z.ZodObject<{
17
17
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
18
18
  graderId: z.ZodString;
19
19
  graderVersion: z.ZodString;
20
+ status: z.ZodOptional<z.ZodEnum<{
21
+ pending: "pending";
22
+ failed: "failed";
23
+ scored: "scored";
24
+ unavailable: "unavailable";
25
+ }>>;
20
26
  score: z.ZodNullable<z.ZodNumber>;
21
27
  passed: z.ZodBoolean;
22
28
  rewardEligible: z.ZodBoolean;
@@ -48,6 +54,12 @@ export declare const GraderEvidenceSchema: z.ZodObject<{
48
54
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
49
55
  graderId: z.ZodString;
50
56
  graderVersion: z.ZodString;
57
+ status: z.ZodOptional<z.ZodEnum<{
58
+ pending: "pending";
59
+ failed: "failed";
60
+ scored: "scored";
61
+ unavailable: "unavailable";
62
+ }>>;
51
63
  score: z.ZodNullable<z.ZodNumber>;
52
64
  passed: z.ZodBoolean;
53
65
  rewardEligible: z.ZodBoolean;
@@ -120,6 +132,7 @@ declare const GradeSummarySchema: z.ZodObject<{
120
132
  cancelled: "cancelled";
121
133
  }>>;
122
134
  gradingStatus: z.ZodEnum<{
135
+ pending: "pending";
123
136
  scored: "scored";
124
137
  unscorable: "unscorable";
125
138
  not_configured: "not_configured";
@@ -129,7 +142,7 @@ declare const GradeSummarySchema: z.ZodObject<{
129
142
  * missing checks cannot disappear from the denominator or the hard gates. */
130
143
  export declare function aggregateGraderScores(input: {
131
144
  graders: ReadonlyArray<Pick<GraderSpec, "id" | "version" | "weight" | "hardGate" | "rewardEligible">>;
132
- components: ReadonlyArray<Pick<GraderEvidence, "graderId" | "graderVersion" | "score" | "passed" | "rewardEligible" | "failureClass">>;
145
+ components: ReadonlyArray<Pick<GraderEvidence, "graderId" | "graderVersion" | "score" | "passed" | "rewardEligible" | "failureClass" | "status">>;
133
146
  infrastructureError?: string | null;
134
147
  }): z.infer<typeof GradeSummarySchema>;
135
148
  export declare const TaskGradeSchema: z.ZodObject<{
@@ -145,6 +158,7 @@ export declare const TaskGradeSchema: z.ZodObject<{
145
158
  cancelled: "cancelled";
146
159
  }>>;
147
160
  gradingStatus: z.ZodEnum<{
161
+ pending: "pending";
148
162
  scored: "scored";
149
163
  unscorable: "unscorable";
150
164
  not_configured: "not_configured";
@@ -157,6 +171,12 @@ export declare const TaskGradeSchema: z.ZodObject<{
157
171
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
158
172
  graderId: z.ZodString;
159
173
  graderVersion: z.ZodString;
174
+ status: z.ZodOptional<z.ZodEnum<{
175
+ pending: "pending";
176
+ failed: "failed";
177
+ scored: "scored";
178
+ unavailable: "unavailable";
179
+ }>>;
160
180
  score: z.ZodNullable<z.ZodNumber>;
161
181
  passed: z.ZodBoolean;
162
182
  rewardEligible: z.ZodBoolean;
@@ -1 +1 @@
1
- {"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,uBAAuB;;;;;;;;;;;kBAWzB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAY7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AACrQ,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;IAC5C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA0B5B;AA8BD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,QAAA,MAAM,kBAAkB;;;;;;;;;;;;;;;;;kBAIb,CAAC;AAEZ;6EAC6E;AAC7E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACtG,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC;IACvI,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAwBrC;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAId,CAAC;AACf,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAMtG;AAED;+EAC+E;AAC/E,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC,GAAG,SAAS,CAW5I"}
1
+ {"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,uBAAuB;;;;;;;;;;;kBAWzB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AACrQ,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;IAC5C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA0B5B;AA8BD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,QAAA,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;kBAIb,CAAC;AAEZ;6EAC6E;AAC7E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACtG,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,gBAAgB,GAAG,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC;IAClJ,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CA0BrC;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAId,CAAC;AACf,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAMtG;AAED;+EAC+E;AAC/E,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC,GAAG,SAAS,CAW5I"}