@superblocksteam/vite-plugin-file-sync 2.0.21-next.41 → 2.0.21-next.43
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai-service/evals/fixtures/api-gen/get-orders-from-postgres-integrations.d.ts +20 -0
- package/dist/ai-service/evals/fixtures/api-gen/get-orders-from-postgres-integrations.d.ts.map +1 -0
- package/dist/ai-service/evals/fixtures/api-gen/get-orders-from-postgres-integrations.js +50 -0
- package/dist/ai-service/evals/fixtures/api-gen/get-orders-from-postgres-integrations.js.map +1 -0
- package/dist/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.d.ts +13 -0
- package/dist/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.d.ts.map +1 -0
- package/dist/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.js +51 -0
- package/dist/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.js.map +1 -0
- package/dist/ai-service/evals/helpers/critical-scorers.d.ts +2 -0
- package/dist/ai-service/evals/helpers/critical-scorers.d.ts.map +1 -1
- package/dist/ai-service/evals/helpers/critical-scorers.js +139 -2
- package/dist/ai-service/evals/helpers/critical-scorers.js.map +1 -1
- package/dist/ai-service/evals/helpers/eval-scoring.d.ts +7 -0
- package/dist/ai-service/evals/helpers/eval-scoring.d.ts.map +1 -1
- package/dist/ai-service/evals/helpers/eval-scoring.js +3 -1
- package/dist/ai-service/evals/helpers/eval-scoring.js.map +1 -1
- package/dist/ai-service/evals/helpers/index.d.ts +1 -0
- package/dist/ai-service/evals/helpers/index.d.ts.map +1 -1
- package/dist/ai-service/evals/helpers/index.js +25 -0
- package/dist/ai-service/evals/helpers/index.js.map +1 -1
- package/dist/ai-service/evals/helpers/scorer-types.js +1 -1
- package/dist/ai-service/evals/helpers/scorer-types.js.map +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ButtonPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/CheckboxPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ColumnPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ContainerPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/DatePickerPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/DropdownPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/IconPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ImagePropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/InputPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ModalPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/PagePropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/SectionPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/SlideoutPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/SwitchPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/TablePropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-components/TextPropsDocs.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-typedefs/Annotations.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-typedefs/Dim.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-typedefs/EventFlow.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/library-typedefs/TextStyleWithVariant.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/full-examples.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-api.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-components-rules.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-custom-components.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-data-filtering.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-event-flow.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-forms.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-layouts.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-page.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-rbac.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-routes.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-state.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-theming.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-base.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-incremental.js +1 -1
- package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-specific-edit.js +1 -1
- package/package.json +9 -6
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
declare const integrationPromptContent: {
|
|
2
|
+
name: string;
|
|
3
|
+
id: string;
|
|
4
|
+
type: string;
|
|
5
|
+
metadata: {
|
|
6
|
+
schema: {
|
|
7
|
+
tables: {
|
|
8
|
+
type: string;
|
|
9
|
+
name: string;
|
|
10
|
+
schema: string;
|
|
11
|
+
columns: {
|
|
12
|
+
name: string;
|
|
13
|
+
type: string;
|
|
14
|
+
}[];
|
|
15
|
+
}[];
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
}[];
|
|
19
|
+
export default integrationPromptContent;
|
|
20
|
+
//# sourceMappingURL=get-orders-from-postgres-integrations.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-orders-from-postgres-integrations.d.ts","sourceRoot":"","sources":["../../../../../src/ai-service/evals/fixtures/api-gen/get-orders-from-postgres-integrations.ts"],"names":[],"mappings":"AAAA,QAAA,MAAM,wBAAwB;;;;;;;;;;;;;;;;;GA+C7B,CAAC;AAEF,eAAe,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
const integrationPromptContent = [
|
|
2
|
+
{
|
|
3
|
+
name: "DemoOrders",
|
|
4
|
+
id: "d02ee574-712b-4c35-81e0-3f479878d0a4",
|
|
5
|
+
type: "postgres",
|
|
6
|
+
metadata: {
|
|
7
|
+
schema: {
|
|
8
|
+
tables: [
|
|
9
|
+
{
|
|
10
|
+
type: "TABLE",
|
|
11
|
+
name: "orders",
|
|
12
|
+
schema: "public",
|
|
13
|
+
columns: [
|
|
14
|
+
{
|
|
15
|
+
name: "id",
|
|
16
|
+
type: "int4",
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
name: "user_id",
|
|
20
|
+
type: "int8",
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
name: "image",
|
|
24
|
+
type: "varchar",
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
name: "product",
|
|
28
|
+
type: "varchar",
|
|
29
|
+
},
|
|
30
|
+
{
|
|
31
|
+
name: "date_purchased",
|
|
32
|
+
type: "date",
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
name: "user_email",
|
|
36
|
+
type: "varchar",
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
name: "price",
|
|
40
|
+
type: "float8",
|
|
41
|
+
},
|
|
42
|
+
],
|
|
43
|
+
},
|
|
44
|
+
],
|
|
45
|
+
},
|
|
46
|
+
},
|
|
47
|
+
},
|
|
48
|
+
];
|
|
49
|
+
export default integrationPromptContent;
|
|
50
|
+
//# sourceMappingURL=get-orders-from-postgres-integrations.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-orders-from-postgres-integrations.js","sourceRoot":"","sources":["../../../../../src/ai-service/evals/fixtures/api-gen/get-orders-from-postgres-integrations.ts"],"names":[],"mappings":"AAAA,MAAM,wBAAwB,GAAG;IAC/B;QACE,IAAI,EAAE,YAAY;QAClB,EAAE,EAAE,sCAAsC;QAC1C,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,MAAM,EAAE;gBACN,MAAM,EAAE;oBACN;wBACE,IAAI,EAAE,OAAO;wBACb,IAAI,EAAE,QAAQ;wBACd,MAAM,EAAE,QAAQ;wBAChB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,IAAI;gCACV,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,SAAS;gCACf,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,gBAAgB;gCACtB,IAAI,EAAE,MAAM;6BACb;4BACD;gCACE,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,SAAS;6BAChB;4BACD;gCACE,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,QAAQ;6BACf;yBACF;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,eAAe,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
declare const integrationPromptContent: {
|
|
2
|
+
name: string;
|
|
3
|
+
id: string;
|
|
4
|
+
type: string;
|
|
5
|
+
metadata: {
|
|
6
|
+
objects: {
|
|
7
|
+
name: string;
|
|
8
|
+
fields: string[];
|
|
9
|
+
}[];
|
|
10
|
+
};
|
|
11
|
+
}[];
|
|
12
|
+
export default integrationPromptContent;
|
|
13
|
+
//# sourceMappingURL=get-salesforce-accounts-integrations.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-salesforce-accounts-integrations.d.ts","sourceRoot":"","sources":["../../../../../src/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.ts"],"names":[],"mappings":"AAAA,QAAA,MAAM,wBAAwB;;;;;;;;;;GAgD7B,CAAC;AAEF,eAAe,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
const integrationPromptContent = [
|
|
2
|
+
{
|
|
3
|
+
name: "SalesforceProduction",
|
|
4
|
+
id: "sf-prod-456",
|
|
5
|
+
type: "salesforce",
|
|
6
|
+
metadata: {
|
|
7
|
+
// Salesforce is an OpenAPI integration, so it doesn't have database schema
|
|
8
|
+
// Instead it has available objects and fields that can be queried
|
|
9
|
+
objects: [
|
|
10
|
+
{
|
|
11
|
+
name: "Account",
|
|
12
|
+
fields: [
|
|
13
|
+
"Id",
|
|
14
|
+
"Name",
|
|
15
|
+
"Industry",
|
|
16
|
+
"Website",
|
|
17
|
+
"Phone",
|
|
18
|
+
"BillingCity",
|
|
19
|
+
"BillingState",
|
|
20
|
+
"CreatedDate",
|
|
21
|
+
"LastModifiedDate",
|
|
22
|
+
],
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
name: "Contact",
|
|
26
|
+
fields: [
|
|
27
|
+
"Id",
|
|
28
|
+
"FirstName",
|
|
29
|
+
"LastName",
|
|
30
|
+
"Email",
|
|
31
|
+
"Phone",
|
|
32
|
+
"AccountId",
|
|
33
|
+
],
|
|
34
|
+
},
|
|
35
|
+
{
|
|
36
|
+
name: "Opportunity",
|
|
37
|
+
fields: [
|
|
38
|
+
"Id",
|
|
39
|
+
"Name",
|
|
40
|
+
"Amount",
|
|
41
|
+
"StageName",
|
|
42
|
+
"CloseDate",
|
|
43
|
+
"AccountId",
|
|
44
|
+
],
|
|
45
|
+
},
|
|
46
|
+
],
|
|
47
|
+
},
|
|
48
|
+
},
|
|
49
|
+
];
|
|
50
|
+
export default integrationPromptContent;
|
|
51
|
+
//# sourceMappingURL=get-salesforce-accounts-integrations.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-salesforce-accounts-integrations.js","sourceRoot":"","sources":["../../../../../src/ai-service/evals/fixtures/api-gen/get-salesforce-accounts-integrations.ts"],"names":[],"mappings":"AAAA,MAAM,wBAAwB,GAAG;IAC/B;QACE,IAAI,EAAE,sBAAsB;QAC5B,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE;YACR,2EAA2E;YAC3E,kEAAkE;YAClE,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE;wBACN,IAAI;wBACJ,MAAM;wBACN,UAAU;wBACV,SAAS;wBACT,OAAO;wBACP,aAAa;wBACb,cAAc;wBACd,aAAa;wBACb,kBAAkB;qBACnB;iBACF;gBACD;oBACE,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE;wBACN,IAAI;wBACJ,WAAW;wBACX,UAAU;wBACV,OAAO;wBACP,OAAO;wBACP,WAAW;qBACZ;iBACF;gBACD;oBACE,IAAI,EAAE,aAAa;oBACnB,MAAM,EAAE;wBACN,IAAI;wBACJ,MAAM;wBACN,QAAQ;wBACR,WAAW;wBACX,WAAW;wBACX,WAAW;qBACZ;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,eAAe,wBAAwB,CAAC"}
|
|
@@ -7,4 +7,6 @@ export declare function scoreExpectedCustomComponentCount(context: ScorerContext
|
|
|
7
7
|
export declare function scoreRequiredUiComponentsInPage(context: ScorerContext): ScorerResult;
|
|
8
8
|
export declare function scoreRequiredUiComponentProperties(context: ScorerContext): ScorerResult;
|
|
9
9
|
export declare function scoreExpectedComponentArtifacts(context: ScorerContext): ScorerResult;
|
|
10
|
+
export declare function scoreApisCanBeTransformedToYaml(context: ScorerContext): Promise<ScorerResult>;
|
|
11
|
+
export declare function scoreApiYamlHasRequiredBlocks(context: ScorerContext): Promise<ScorerResult>;
|
|
10
12
|
//# sourceMappingURL=critical-scorers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"critical-scorers.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"critical-scorers.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAMrE,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CA0B3E;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CA0B5E;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAcxE;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,aAAa,GACrB,YAAY,CAqCd;AAED,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,aAAa,GACrB,YAAY,CAuBd;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,GACrB,YAAY,CA0Cd;AAiBD,wBAAgB,kCAAkC,CAChD,OAAO,EAAE,aAAa,GACrB,YAAY,CAqFd;AAED,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,aAAa,GACrB,YAAY,CAiHd;AAED,wBAAsB,+BAA+B,CACnD,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CA2CvB;AAED,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CA0HvB"}
|
|
@@ -1,4 +1,9 @@
|
|
|
1
|
+
import jsYaml from "js-yaml";
|
|
2
|
+
import { get } from "lodash-es";
|
|
1
3
|
import { expect } from "vitest";
|
|
4
|
+
import { TemplateRenderer } from "../../template-renderer.js";
|
|
5
|
+
import { ApiBuilderToYamlTransformer } from "../../transform/api-builder/to-yaml-transformer.js";
|
|
6
|
+
import { applyFileTransformations } from "../../transform/shared.js";
|
|
2
7
|
import { findComponentAtPath, findComponentsInPage, parseScopeEntityNames, } from "../content-matchers/index.js";
|
|
3
8
|
import { SCORING_CONFIG } from "./scorer-types.js";
|
|
4
9
|
// Critical scorer functions - these result in -100 point penalties when they fail
|
|
@@ -187,9 +192,15 @@ export function scoreRequiredUiComponentProperties(context) {
|
|
|
187
192
|
if (propertyCheck.expectedProperties) {
|
|
188
193
|
for (const [key, value] of Object.entries(propertyCheck.expectedProperties)) {
|
|
189
194
|
try {
|
|
190
|
-
|
|
195
|
+
if (typeof value === "function") {
|
|
196
|
+
expect(value(component.props[key])).toBe(true);
|
|
197
|
+
}
|
|
198
|
+
else {
|
|
199
|
+
expect(component.props).toHaveProperty(key, value);
|
|
200
|
+
}
|
|
191
201
|
}
|
|
192
202
|
catch {
|
|
203
|
+
console.error(`Test failure: Expected page to have a component with type "${propertyCheck.type}" and property "${key}" to have a value ${typeof value === "function" ? "matching a function" : `"${value}"`} but got ${component.props[key]}`);
|
|
193
204
|
return {
|
|
194
205
|
checkName: "hasExpectedUiComponentProperties",
|
|
195
206
|
passed: false,
|
|
@@ -283,9 +294,15 @@ export function scoreExpectedComponentArtifacts(context) {
|
|
|
283
294
|
if (expectedArtifact.expectedProperties) {
|
|
284
295
|
for (const [key, value] of Object.entries(expectedArtifact.expectedProperties)) {
|
|
285
296
|
try {
|
|
286
|
-
|
|
297
|
+
if (typeof value === "function") {
|
|
298
|
+
expect(value(foundComponent.props[key])).toBe(true);
|
|
299
|
+
}
|
|
300
|
+
else {
|
|
301
|
+
expect(foundComponent.props).toHaveProperty(key, value);
|
|
302
|
+
}
|
|
287
303
|
}
|
|
288
304
|
catch {
|
|
305
|
+
console.error(`Test failure: Property mismatch for '${key}' in component '${expectedArtifact.tagName}' in file '${expectedArtifact.filePath}'. Expected: ${typeof value === "function" ? value.toString() : value} Actual: ${foundComponent.props[key]}`);
|
|
289
306
|
return {
|
|
290
307
|
checkName: "hasExpectedComponentArtifacts",
|
|
291
308
|
passed: false,
|
|
@@ -328,4 +345,124 @@ export function scoreExpectedComponentArtifacts(context) {
|
|
|
328
345
|
metadata: { allExpectedArtifactsFound: true },
|
|
329
346
|
};
|
|
330
347
|
}
|
|
348
|
+
export async function scoreApisCanBeTransformedToYaml(context) {
|
|
349
|
+
let passed = true;
|
|
350
|
+
const templateRenderer = new TemplateRenderer({
|
|
351
|
+
prefetchNodeModules: true,
|
|
352
|
+
});
|
|
353
|
+
for (const apiArtifact of context.apis) {
|
|
354
|
+
try {
|
|
355
|
+
const [apiYaml] = await applyFileTransformations([apiArtifact], [
|
|
356
|
+
new ApiBuilderToYamlTransformer({
|
|
357
|
+
skipCleanup: false,
|
|
358
|
+
templateRenderer,
|
|
359
|
+
}),
|
|
360
|
+
]);
|
|
361
|
+
if (apiYaml == undefined) {
|
|
362
|
+
passed = false;
|
|
363
|
+
console.log(`Error transforming ${apiArtifact.filePath} to yaml: return value from transform is undefined`);
|
|
364
|
+
}
|
|
365
|
+
else {
|
|
366
|
+
console.log(`Successfully transformed ${apiArtifact.filePath} to yaml`, apiYaml);
|
|
367
|
+
}
|
|
368
|
+
}
|
|
369
|
+
catch (error) {
|
|
370
|
+
console.log(`Error transforming ${apiArtifact.filePath} to yaml: ${error}`);
|
|
371
|
+
passed = false;
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
return {
|
|
375
|
+
checkName: "apisCanBeTransformedToYaml",
|
|
376
|
+
passed,
|
|
377
|
+
scoreDelta: passed ? 0 : SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
|
|
378
|
+
isCritical: true,
|
|
379
|
+
metadata: { allApisCanBeTransformedToYaml: passed },
|
|
380
|
+
};
|
|
381
|
+
}
|
|
382
|
+
export async function scoreApiYamlHasRequiredBlocks(context) {
|
|
383
|
+
let passed = true;
|
|
384
|
+
let apiYaml;
|
|
385
|
+
const apiArtifacts = [];
|
|
386
|
+
const templateRenderer = new TemplateRenderer({
|
|
387
|
+
prefetchNodeModules: true,
|
|
388
|
+
});
|
|
389
|
+
const apiToYamlTransformErrors = [];
|
|
390
|
+
for (const apiArtifact of context.apis) {
|
|
391
|
+
apiArtifacts.push(apiArtifact);
|
|
392
|
+
try {
|
|
393
|
+
const [yaml] = await applyFileTransformations([apiArtifact], [
|
|
394
|
+
new ApiBuilderToYamlTransformer({
|
|
395
|
+
skipCleanup: false,
|
|
396
|
+
templateRenderer,
|
|
397
|
+
}),
|
|
398
|
+
]);
|
|
399
|
+
if (yaml == undefined) {
|
|
400
|
+
passed = false;
|
|
401
|
+
apiToYamlTransformErrors.push(`Error transforming ${apiArtifact.filePath} to yaml: return value from transform is undefined`);
|
|
402
|
+
}
|
|
403
|
+
else {
|
|
404
|
+
apiYaml = yaml.content;
|
|
405
|
+
}
|
|
406
|
+
}
|
|
407
|
+
catch (error) {
|
|
408
|
+
apiToYamlTransformErrors.push(`Error transforming ${apiArtifact.filePath} to yaml: ${error}`);
|
|
409
|
+
passed = false;
|
|
410
|
+
}
|
|
411
|
+
}
|
|
412
|
+
if (!passed) {
|
|
413
|
+
return {
|
|
414
|
+
checkName: "apiYamlHasRequiredBlocks",
|
|
415
|
+
passed: false,
|
|
416
|
+
scoreDelta: SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
|
|
417
|
+
isCritical: true,
|
|
418
|
+
metadata: {
|
|
419
|
+
allApisCanBeTransformedToYaml: passed,
|
|
420
|
+
apiToYamlTransformErrors,
|
|
421
|
+
},
|
|
422
|
+
};
|
|
423
|
+
}
|
|
424
|
+
const apiYamlObject = jsYaml.load(apiYaml);
|
|
425
|
+
const requiredBlockErrors = [];
|
|
426
|
+
for (const requiredBlock of context.config.requiredApiYamlBlocks ?? []) {
|
|
427
|
+
const api = apiArtifacts[requiredBlock.apiIndex];
|
|
428
|
+
if (!api) {
|
|
429
|
+
passed = false;
|
|
430
|
+
requiredBlockErrors.push(`Error, generated APIs array has no API artifact at index ${requiredBlock.apiIndex}`);
|
|
431
|
+
continue;
|
|
432
|
+
}
|
|
433
|
+
const block = apiYamlObject.blocks[requiredBlock.blockIndex];
|
|
434
|
+
if (!Object.hasOwn(block, requiredBlock.expectedBlockType)) {
|
|
435
|
+
passed = false;
|
|
436
|
+
requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it is not a ${requiredBlock.expectedBlockType} block`);
|
|
437
|
+
}
|
|
438
|
+
if (!Object.hasOwn(block[requiredBlock.expectedBlockType], requiredBlock.expectedIntegrationOrControlBlockType)) {
|
|
439
|
+
passed = false;
|
|
440
|
+
requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it is not a ${requiredBlock.expectedBlockType} block`);
|
|
441
|
+
}
|
|
442
|
+
if (requiredBlock.expectedBlockBodyProperties) {
|
|
443
|
+
for (const [key, value] of Object.entries(requiredBlock.expectedBlockBodyProperties)) {
|
|
444
|
+
const blockBody = block[requiredBlock.expectedBlockType][requiredBlock.expectedIntegrationOrControlBlockType];
|
|
445
|
+
if (typeof value !== "function") {
|
|
446
|
+
if (get(blockBody, key) !== value) {
|
|
447
|
+
passed = false;
|
|
448
|
+
requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it does not have the expected config body property ${key} with value ${value}`);
|
|
449
|
+
}
|
|
450
|
+
}
|
|
451
|
+
else {
|
|
452
|
+
if (!value(get(blockBody, key))) {
|
|
453
|
+
passed = false;
|
|
454
|
+
requiredBlockErrors.push(`Error: ${api.filePath} has a ${requiredBlock.expectedBlockType} block at index ${requiredBlock.blockIndex} but it does not have the expected config body property ${key} with expected value (value matching was determined by a function)`);
|
|
455
|
+
}
|
|
456
|
+
}
|
|
457
|
+
}
|
|
458
|
+
}
|
|
459
|
+
}
|
|
460
|
+
return {
|
|
461
|
+
checkName: "apiYamlHasRequiredBlocks",
|
|
462
|
+
passed,
|
|
463
|
+
scoreDelta: passed ? 0 : SCORING_CONFIG.CRITICAL_FAILURE_PENALTY,
|
|
464
|
+
isCritical: true,
|
|
465
|
+
metadata: { allApisCanBeTransformedToYaml: passed, requiredBlockErrors },
|
|
466
|
+
};
|
|
467
|
+
}
|
|
331
468
|
//# sourceMappingURL=critical-scorers.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"critical-scorers.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAGnD,kFAAkF;AAClF,2BAA2B;AAE3B,MAAM,UAAU,sBAAsB,CAAC,OAAsB;IAC3D,MAAM,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,iBAAiB,KAAK,SAAS;QAC5C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB;QAClC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,iBAAiB;QAC1C,CAAC,iBAAiB,KAAK,CAAC;YACtB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,iBAAiB,GAAG,CAAC;gBACrB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CACjB,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACrD;gBACH,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAEvD,OAAO;QACL,SAAS,EAAE,sBAAsB;QACjC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,iBAAiB;YACjB,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;SACvD;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAsB;IAC5D,MAAM,kBAAkB,GACtB,OAAO,CAAC,MAAM,CAAC,kBAAkB,KAAK,SAAS;QAC7C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB;QACnC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,kBAAkB;QAC5C,CAAC,kBAAkB,KAAK,CAAC;YACvB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,GAAG,CAAC;gBACtB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACvD;gBACH,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAExD,OAAO;QACL,SAAS,EAAE,uBAAuB;QAClC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,kBAAkB;YAClB,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;YACvC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;SACzD;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAsB;IACxD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAE1E,OAAO;QACL,SAAS,EAAE,mBAAmB;QAC9B,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI;YAC3C,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;SACpC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,OAAsB;IAEtB,iCAAiC;IACjC,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,OAAO;gBACL,SAAS,EAAE,0BAA0B;gBACrC,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,EAAE,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,SAAS,EAAE,0BAA0B;oBACrC,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE,EAAE,iBAAiB,EAAE,OAAO,EAAE,gBAAgB,EAAE;iBAC3D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,0BAA0B;QACrC,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,wBAAwB,EAAE,IAAI,EAAE;KAC7C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,OAAsB;IAEtB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,4BAA4B,CAAC;IAClE,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,MAAM,KAAK,aAAa,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,aAAa,CAAC;QACjC,MAAM;YACJ,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG;gBACtC,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,SAAS,EAAE,iCAAiC;QAC5C,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,aAAa;YACb,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;SAC7C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QACpE,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,WAAW,CAAC,IAAI,CACjB,CAAC;QACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;gBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;YAC7C,oBAAoB;gBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1B,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,WAAW,CAAC,IAAI;oBACjC,aAAa,EAAE,WAAW,CAAC,aAAa;oBACxC,UAAU,EAAE,eAAe,CAAC,MAAM;iBACnC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CACnC,eAAwD,EACxD,MAGC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAChC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,OAAsB;IAEtB,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,6BAA6B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,aAAa,CAAC,IAAI,CACnB,CAAC;QACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,eAAe,EACf,aAAa,CACd,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,kCAAkC;gBAC7C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;oBACvC,MAAM,EAAE,mBAAmB;iBAC5B;aACF,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,aAAa,CAAC,kBAAkB,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,aAAa,CAAC,kBAAkB,CACjC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,kBAAkB;4BAC1B,QAAQ,EAAE,GAAG;4BACb,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;gBAC5D,IAAI,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBACvC,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,sBAAsB;4BAC9B,QAAQ,EAAE,GAAG;4BACb,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,kCAAkC;QAC7C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,0BAA0B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC5D,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CACvD,CAAC;QAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,gBAAgB,CAAC,QAAQ;iBAC3C;aACF,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,MAAM,cAAc,GAAG,oBAAoB,CACzC,eAAe,CAAC,OAAO,EACvB,gBAAgB,CAAC,OAAO,CACzB,CAAC,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;oBACvC,cAAc,EAAE,gBAAgB,CAAC,OAAO;iBACzC;aACF,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,IAAI,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,gBAAgB,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACnE,OAAO;oBACL,SAAS,EAAE,+BAA+B;oBAC1C,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE;wBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;wBACvC,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ;wBAC3C,cAAc,EAAE,cAAc,CAAC,KAAK,CAAC,QAAQ;qBAC9C;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,gBAAgB,CAAC,kBAAkB,CACpC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC1D,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,gBAAgB,EAAE,GAAG;4BACrB,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;YACjD,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;gBAC/D,IAAI,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC5C,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,oBAAoB,EAAE,GAAG;4BACzB,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE;KAC9C,CAAC;AACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"critical-scorers.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/critical-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,2BAA2B,EAAE,MAAM,oDAAoD,CAAC;AACjG,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EACL,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAKnD,kFAAkF;AAClF,2BAA2B;AAE3B,MAAM,UAAU,sBAAsB,CAAC,OAAsB;IAC3D,MAAM,iBAAiB,GACrB,OAAO,CAAC,MAAM,CAAC,iBAAiB,KAAK,SAAS;QAC5C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB;QAClC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,iBAAiB;QAC1C,CAAC,iBAAiB,KAAK,CAAC;YACtB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,iBAAiB,GAAG,CAAC;gBACrB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CACjB,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACrD;gBACH,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAEvD,OAAO;QACL,SAAS,EAAE,sBAAsB;QACjC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,iBAAiB;YACjB,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;SACvD;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAsB;IAC5D,MAAM,kBAAkB,GACtB,OAAO,CAAC,MAAM,CAAC,kBAAkB,KAAK,SAAS;QAC7C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB;QACnC,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,kBAAkB;QAC5C,CAAC,kBAAkB,KAAK,CAAC;YACvB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,GAAG,CAAC;gBACtB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,GAAG,CAAC,EAAE,CACvD;gBACH,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IAExD,OAAO;QACL,SAAS,EAAE,uBAAuB;QAClC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,kBAAkB;YAClB,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;YACvC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;SACzD;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAsB;IACxD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAE1E,OAAO;QACL,SAAS,EAAE,mBAAmB;QAC9B,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI;YAC3C,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;SACpC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,OAAsB;IAEtB,iCAAiC;IACjC,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACpC,OAAO;gBACL,SAAS,EAAE,0BAA0B;gBACrC,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,EAAE,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,OAAO;oBACL,SAAS,EAAE,0BAA0B;oBACrC,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE,EAAE,iBAAiB,EAAE,OAAO,EAAE,gBAAgB,EAAE;iBAC3D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,0BAA0B;QACrC,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,wBAAwB,EAAE,IAAI,EAAE;KAC7C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,OAAsB;IAEtB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,4BAA4B,CAAC;IAClE,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,MAAM,KAAK,aAAa,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,aAAa,CAAC;QACjC,MAAM;YACJ,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG;gBACtC,OAAO,CAAC,gBAAgB,CAAC,MAAM,IAAI,GAAG,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,SAAS,EAAE,iCAAiC;QAC5C,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE;YACR,aAAa;YACb,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;SAC7C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QACpE,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,WAAW,CAAC,IAAI,CACjB,CAAC;QACF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YAClD,IAAI,WAAW,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;gBACpC,oBAAoB,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,oBAAoB,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;YAC7C,oBAAoB;gBAClB,eAAe,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,MAAM,IAAI,GAAG,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1B,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,WAAW,CAAC,IAAI;oBACjC,aAAa,EAAE,WAAW,CAAC,aAAa;oBACxC,UAAU,EAAE,eAAe,CAAC,MAAM;iBACnC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CACnC,eAAwD,EACxD,MAGC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAChC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,OAAsB;IAEtB,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,6BAA6B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,aAAa,CAAC,IAAI,CACnB,CAAC;QACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,eAAe,EACf,aAAa,CACd,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,kCAAkC;gBAC7C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;oBACvC,MAAM,EAAE,mBAAmB;iBAC5B;aACF,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,aAAa,CAAC,kBAAkB,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,aAAa,CAAC,kBAAkB,CACjC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;wBAChC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACjD,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBACrD,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,KAAK,CACX,8DAA8D,aAAa,CAAC,IAAI,mBAAmB,GAAG,qBAAqB,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,YAAY,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAChO,CAAC;oBACF,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,kBAAkB;4BAC1B,QAAQ,EAAE,GAAG;4BACb,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;gBAC5D,IAAI,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBACvC,OAAO;wBACL,SAAS,EAAE,kCAAkC;wBAC7C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,mBAAmB,EAAE,aAAa,CAAC,IAAI;4BACvC,MAAM,EAAE,sBAAsB;4BAC9B,QAAQ,EAAE,GAAG;4BACb,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;yBAC7B;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,kCAAkC;QAC7C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,0BAA0B,EAAE,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,OAAsB;IAEtB,KAAK,MAAM,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,0BAA0B;QACtE,EAAE,EAAE,CAAC;QACL,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC5D,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CACvD,CAAC;QAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,eAAe,EAAE,gBAAgB,CAAC,QAAQ;iBAC3C;aACF,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,MAAM,cAAc,GAAG,oBAAoB,CACzC,eAAe,CAAC,OAAO,EACvB,gBAAgB,CAAC,OAAO,CACzB,CAAC,CAAC,CAAC,CAAC;QAEL,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO;gBACL,SAAS,EAAE,+BAA+B;gBAC1C,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;gBACnD,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE;oBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;oBACvC,cAAc,EAAE,gBAAgB,CAAC,OAAO;iBACzC;aACF,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,IAAI,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,gBAAgB,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACnE,OAAO;oBACL,SAAS,EAAE,+BAA+B;oBAC1C,MAAM,EAAE,KAAK;oBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;oBACnD,UAAU,EAAE,IAAI;oBAChB,QAAQ,EAAE;wBACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;wBACvC,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ;wBAC3C,cAAc,EAAE,cAAc,CAAC,KAAK,CAAC,QAAQ;qBAC9C;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,gBAAgB,CAAC,kBAAkB,CACpC,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;wBAChC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtD,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,CAAC,KAAK,CACX,wCAAwC,GAAG,mBAAmB,gBAAgB,CAAC,OAAO,cAAc,gBAAgB,CAAC,QAAQ,gBAAgB,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,YAAY,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAC3O,CAAC;oBACF,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,gBAAgB,EAAE,GAAG;4BACrB,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;YACjD,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,2BAA2B,EAAE,CAAC;gBAC/D,IAAI,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC5C,OAAO;wBACL,SAAS,EAAE,+BAA+B;wBAC1C,MAAM,EAAE,KAAK;wBACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;wBACnD,UAAU,EAAE,IAAI;wBAChB,QAAQ,EAAE;4BACR,YAAY,EAAE,gBAAgB,CAAC,QAAQ;4BACvC,oBAAoB,EAAE,GAAG;4BACzB,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC;yBAClC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,+BAA+B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,OAAsB;IAEtB,IAAI,MAAM,GAAG,IAAI,CAAC;IAElB,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC5C,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,wBAAwB,CAC9C,CAAC,WAAW,CAAC,EACb;gBACE,IAAI,2BAA2B,CAAC;oBAC9B,WAAW,EAAE,KAAK;oBAClB,gBAAgB;iBACjB,CAAC;aACH,CACF,CAAC;YACF,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;gBACzB,MAAM,GAAG,KAAK,CAAC;gBACf,OAAO,CAAC,GAAG,CACT,sBAAsB,WAAW,CAAC,QAAQ,oDAAoD,CAC/F,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CACT,4BAA4B,WAAW,CAAC,QAAQ,UAAU,EAC1D,OAAO,CACR,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CACT,sBAAsB,WAAW,CAAC,QAAQ,aAAa,KAAK,EAAE,CAC/D,CAAC;YACF,MAAM,GAAG,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,4BAA4B;QACvC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,6BAA6B,EAAE,MAAM,EAAE;KACpD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAsB;IAEtB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,OAA2B,CAAC;IAChC,MAAM,YAAY,GAA2C,EAAE,CAAC;IAEhE,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;QAC5C,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CAAC;IAEH,MAAM,wBAAwB,GAAa,EAAE,CAAC;IAE9C,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACvC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,wBAAwB,CAC3C,CAAC,WAAW,CAAC,EACb;gBACE,IAAI,2BAA2B,CAAC;oBAC9B,WAAW,EAAE,KAAK;oBAClB,gBAAgB;iBACjB,CAAC;aACH,CACF,CAAC;YACF,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;gBACtB,MAAM,GAAG,KAAK,CAAC;gBACf,wBAAwB,CAAC,IAAI,CAC3B,sBAAsB,WAAW,CAAC,QAAQ,oDAAoD,CAC/F,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,wBAAwB,CAAC,IAAI,CAC3B,sBAAsB,WAAW,CAAC,QAAQ,aAAa,KAAK,EAAE,CAC/D,CAAC;YACF,MAAM,GAAG,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,SAAS,EAAE,0BAA0B;YACrC,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,cAAc,CAAC,wBAAwB;YACnD,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE;gBACR,6BAA6B,EAAE,MAAM;gBACrC,wBAAwB;aACzB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,OAAiB,CAAwB,CAAC;IAE5E,MAAM,mBAAmB,GAAa,EAAE,CAAC;IAEzC,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,qBAAqB,IAAI,EAAE,EAAE,CAAC;QACvE,MAAM,GAAG,GAAG,YAAY,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,GAAG,KAAK,CAAC;YACf,mBAAmB,CAAC,IAAI,CACtB,4DAA4D,aAAa,CAAC,QAAQ,EAAE,CACrF,CAAC;YACF,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAE7D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC3D,MAAM,GAAG,KAAK,CAAC;YACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,oBAAoB,aAAa,CAAC,iBAAiB,QAAQ,CACtK,CAAC;QACJ,CAAC;QAED,IACE,CAAC,MAAM,CAAC,MAAM,CACZ,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,EACtC,aAAa,CAAC,qCAAqC,CACpD,EACD,CAAC;YACD,MAAM,GAAG,KAAK,CAAC;YACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,oBAAoB,aAAa,CAAC,iBAAiB,QAAQ,CACtK,CAAC;QACJ,CAAC;QAED,IAAI,aAAa,CAAC,2BAA2B,EAAE,CAAC;YAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,aAAa,CAAC,2BAA2B,CAC1C,EAAE,CAAC;gBACF,MAAM,SAAS,GACb,KAAK,CAAC,aAAa,CAAC,iBAAiB,CAAC,CACpC,aAAa,CAAC,qCAAqC,CACpD,CAAC;gBAEJ,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;oBAChC,IAAI,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;wBAClC,MAAM,GAAG,KAAK,CAAC;wBACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,2DAA2D,GAAG,eAAe,KAAK,EAAE,CAC/L,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;wBAChC,MAAM,GAAG,KAAK,CAAC;wBACf,mBAAmB,CAAC,IAAI,CACtB,UAAU,GAAG,CAAC,QAAQ,UAAU,aAAa,CAAC,iBAAiB,mBAAmB,aAAa,CAAC,UAAU,2DAA2D,GAAG,oEAAoE,CAC7O,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,0BAA0B;QACrC,MAAM;QACN,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,wBAAwB;QAChE,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,EAAE,6BAA6B,EAAE,MAAM,EAAE,mBAAmB,EAAE;KACzE,CAAC;AACJ,CAAC"}
|
|
@@ -35,6 +35,13 @@ export interface EvalScoreConfig {
|
|
|
35
35
|
expectedProperties?: Record<string, any>;
|
|
36
36
|
expectedUndefinedProperties?: string[];
|
|
37
37
|
}>;
|
|
38
|
+
requiredApiYamlBlocks?: Array<{
|
|
39
|
+
apiIndex: number;
|
|
40
|
+
blockIndex: number;
|
|
41
|
+
expectedBlockType: "step" | "block";
|
|
42
|
+
expectedIntegrationOrControlBlockType: string;
|
|
43
|
+
expectedBlockBodyProperties?: Record<string, any> | ((value: any) => boolean);
|
|
44
|
+
}>;
|
|
38
45
|
expectedUiComponentProperties?: Array<{
|
|
39
46
|
type: string;
|
|
40
47
|
path?: string[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"eval-scoring.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAqBA,OAAO,EAAgC,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAMnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAI5C,MAAM,WAAW,UAAU;IAEzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,+BAA+B,EAAE,OAAO,CAAC;IACzC,6BAA6B,EAAE,OAAO,CAAC;IACvC,gCAAgC,EAAE,OAAO,CAAC;IAC1C,6BAA6B,EAAE,OAAO,CAAC;IACvC,aAAa,EAAE,OAAO,CAAC;IAGvB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,oCAAoC,EAAE,OAAO,CAAC;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGxD,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC1C,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAGH,qBAAqB,CAAC,EAAE,KAAK,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC;QACpC,qCAAqC,EAAE,MAAM,CAAC;QAC9C,2BAA2B,CAAC,EACxB,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GACnB,CAAC,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC;KAC/B,CAAC,CAAC;IAGH,6BAA6B,CAAC,EAAE,KAAK,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;IAEH,0BAA0B,CAAC,EAAE,KAAK,CAAC;QACjC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACzC,2BAA2B,CAAC,EAAE,MAAM,EAAE,CAAC;KACxC,CAAC,CAAC;CACJ;AA2ED,wBAAsB,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GACf,EAAE;IACD,SAAS,EAAE,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;IAC/C,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,GAAG,OAAO,CAAC;IACV,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,EAAE;QAClB,gBAAgB,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC9D,qBAAqB,EAAE;YACrB,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,YAAY,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACnD,UAAU,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACjD,SAAS,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YAChD,eAAe,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACtD,cAAc,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACrD,gBAAgB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;YACvD,oBAAoB,EAAE;gBAAE,KAAK,EAAE,MAAM,CAAC;gBAAC,SAAS,EAAE,MAAM,CAAA;aAAE,CAAC;SAC5D,CAAC;KACH,CAAC;IAEF,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,EAAE;QACd,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,gBAAgB,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1D,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;KACrD,CAAC;CACH,CAAC,CA8JD"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import ddTrace from "dd-trace";
|
|
2
2
|
import { expect } from "vitest";
|
|
3
|
-
import { scoreExpectedPageCount, scoreExpectedScopeCount, scoreUniqueApiNames, scoreApisInCorrectLocation, scoreExpectedCustomComponentCount, scoreRequiredUiComponentsInPage, scoreRequiredUiComponentProperties, scoreExpectedComponentArtifacts, } from "./critical-scorers.js";
|
|
3
|
+
import { scoreExpectedPageCount, scoreExpectedScopeCount, scoreUniqueApiNames, scoreApisInCorrectLocation, scoreExpectedCustomComponentCount, scoreRequiredUiComponentsInPage, scoreRequiredUiComponentProperties, scoreExpectedComponentArtifacts, scoreApisCanBeTransformedToYaml, scoreApiYamlHasRequiredBlocks, } from "./critical-scorers.js";
|
|
4
4
|
import { scoreApiCountTolerance, scoreExpectedUiComponentsInPage, scoreExpectedUiComponentProperties, scoreLintIssues, } from "./non-critical-scorers.js";
|
|
5
5
|
import { SCORING_CONFIG, PASSING_SCORE_THRESHOLD } from "./scorer-types.js";
|
|
6
6
|
import { groupArtifacts, runLinterCLI } from "./index.js";
|
|
@@ -11,6 +11,8 @@ const CRITICAL_SCORERS = [
|
|
|
11
11
|
scoreExpectedScopeCount,
|
|
12
12
|
scoreUniqueApiNames,
|
|
13
13
|
scoreApisInCorrectLocation,
|
|
14
|
+
scoreApisCanBeTransformedToYaml,
|
|
15
|
+
scoreApiYamlHasRequiredBlocks,
|
|
14
16
|
scoreExpectedCustomComponentCount,
|
|
15
17
|
scoreRequiredUiComponentsInPage,
|
|
16
18
|
scoreRequiredUiComponentProperties,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,iCAAiC,EACjC,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,
|
|
1
|
+
{"version":3,"file":"eval-scoring.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/eval-scoring.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,0BAA0B,EAC1B,iCAAiC,EACjC,+BAA+B,EAC/B,kCAAkC,EAClC,+BAA+B,EAC/B,+BAA+B,EAC/B,6BAA6B,GAC9B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EACtB,+BAA+B,EAC/B,kCAAkC,EAClC,eAAe,GAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAqF3E,6BAA6B;AAC7B,2BAA2B;AAE3B,MAAM,gBAAgB,GAAqB;IACzC,sBAAsB;IACtB,uBAAuB;IACvB,mBAAmB;IACnB,0BAA0B;IAC1B,+BAA+B;IAC/B,6BAA6B;IAC7B,iCAAiC;IACjC,+BAA+B;IAC/B,kCAAkC;IAClC,+BAA+B;CAChC,CAAC;AAEF,MAAM,oBAAoB,GAAqB;IAC7C,sBAAsB;IACtB,+BAA+B;IAC/B,kCAAkC;IAClC,eAAe;CAChB,CAAC;AAEF,KAAK,UAAU,UAAU,CAAC,OAAsB;IAM9C,IAAI,YAAY,GAAG,cAAc,CAAC,cAAc,CAAC;IACjD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,gBAAgB,GAAgD,EAAE,CAAC;IACzE,MAAM,qBAAqB,GAGvB,EAAE,CAAC;IAEP,kBAAkB;IAClB,MAAM,UAAU,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,oBAAoB,CAAC,CAAC;IAClE,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,YAAY,IAAI,MAAM,CAAC,UAAU,CAAC;QAElC,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,gBAAgB,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAE,MAAM,CAAC,SAAS;gBACvB,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACzD,wDAAwD;YACxD,MAAM,KAAK,GACT,MAAM,CAAC,QAAQ,EAAE,WAAW;gBAC5B,MAAM,CAAC,QAAQ,EAAE,UAAU;gBAC3B,MAAM,CAAC,QAAQ,EAAE,YAAY;gBAC7B,CAAC,CAAC;YACJ,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG;gBACxC,KAAK;gBACL,SAAS,EAAE,MAAM,CAAC,UAAU;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,aAAa,EAAE,YAAY,CAAC;QAChE,gBAAgB;QAChB,qBAAqB;KACtB,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,2BAA2B;AAC3B,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,SAAS,EACT,UAAU,EACV,MAAM,EACN,cAAc,GAMf;IA8BC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,GACzD,cAAc,CAAC,SAAS,CAAC,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAE5C,oDAAoD;IACpD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/D,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAkB;QAC7B,MAAM;QACN,KAAK;QACL,IAAI;QACJ,QAAQ;QACR,gBAAgB;QAChB,UAAU;QACV,MAAM;QACN,WAAW;QACX,UAAU;KACX,CAAC;IAEF,kBAAkB;IAClB,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GACpE,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;IAE5B,kEAAkE;IAClE,MAAM,UAAU,GAAe,EAAgB,CAAC;IAChD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC5B,UAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxD,CAAC;IAED,sCAAsC;IACtC,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,UAAU,IAAI,uBAAuB,CAAC;IAEzD,oEAAoE;IACpE,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAC9C,qBAAqB,CACtB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,0BAA0B,GAAG,GAAG,CAAC,CAAC;IAEpE,uDAAuD;IACvD,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,eAAe,CACvC,CAAC;IACF,MAAM,cAAc,GAAG,iBAAiB,EAAE,QAAQ;QAChD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;YACjD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,kBAAkB,IAAI,CAAC;SAC9D;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAC/B,MAAM,gBAAgB,GAAG,iBAAiB,EAAE,QAAQ;QAClD,CAAC,CAAC;YACE,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,YAAY,IAAI,CAAC;YACnD,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,oBAAoB,IAAI,CAAC;SAChE;QACH,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAE/B,8EAA8E;IAC9E,MAAM,8BAA8B,GAAG;QACrC,UAAU,EAAE,cAAc;QAC1B,YAAY,EAAE,gBAAgB;QAC9B,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QACtC,SAAS,EAAE,qBAAqB,CAAC,qBAAqB,IAAI;YACxD,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACD,eAAe,EACb,qBAAqB,CAAC,oCAAoC,IAAI;YAC5D,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;SACb;QACH,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC1C,gBAAgB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;QAC5C,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;KACjD,CAAC;IAEF,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,UAAU;QACrB,UAAU;QACV,UAAU;QACV,kBAAkB,EAAE;YAClB,gBAAgB;YAChB,qBAAqB,EAAE,8BAA8B;SACtD;QACD,2CAA2C;QAC3C,SAAS;QACT,oBAAoB;QACpB,UAAU;QACV,cAAc,EAAE;YACd,MAAM;YACN,KAAK;YACL,IAAI;YACJ,QAAQ;YACR,gBAAgB;YAChB,UAAU;SACX;KACF,CAAC;IAEF,yDAAyD;IACzD,2BAA2B;IAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAE/C,oCAAoC;YACpC,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,OAAO;gBACnB,KAAK,EAAE,UAAU;aAClB,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,CAAC,gBAAgB,CAAC,kBAAkB,EAAE;gBAC1C,KAAK,EAAE,aAAa;gBACpB,UAAU,EAAE,aAAa;gBACzB,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;aACxC,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC;gBACd,QAAQ,EAAE;oBACR,iBAAiB,EAAE,cAAc;oBACjC,YAAY,EAAE,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE;iBAC5D;aACF,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,6CAA6C,UAAU,YAAY,UAAU,EAAE,CAChF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CACV,mDAAmD,EACnD,KAAK,EAAE,OAAO,CACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,MAAM,CACJ,WAAW,CAAC,SAAS,IAAI,uBAAuB,EAChD,gCAAgC,WAAW,CAAC,SAAS,IAAI,cAAc,CAAC,cAAc,IAAI;QACxF,eAAe,uBAAuB,mBAAmB,IAAI,CAAC,SAAS,CACrE;YACE,GAAG,WAAW;YACd,cAAc,EAAE,SAAS,EAAE,yFAAyF;SACrH,EACD,IAAI,EACJ,CAAC,CACF,EAAE,CACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,OAAO,WAAW,CAAC;AACrB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AASA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAQhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,IAAI,EAAmC,MAAM,cAAc,CAAC;AAE1E,eAAO,MAAM,eAAe,wBACyB,CAAC;AAGtD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK;QACxB,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB,CAAC;IACF,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C,GACA,OAAO,CAAC;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,WAAW,CAAC,EAAE,GAAG,CAAC;IAAC,IAAI,CAAC,EAAE,GAAG,CAAA;CAAE,CAAC,CAqDvD;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,WAA6C,2BA6BtD;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iEAAiE;IACjE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AACvC,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AA6G7B,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBAiD7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,GAAG,CAAC,EAAE;sBAChB,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAClD,YAAY,EAAE;EAGhC;AAED,wBAAsB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAWtE;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEnE;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CAgKrB;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAahD"}
|
|
@@ -6,6 +6,7 @@ import path from "node:path";
|
|
|
6
6
|
import { parse } from "@babel/parser";
|
|
7
7
|
import superblocksLinter from "@superblocksteam/linter";
|
|
8
8
|
import { generateText } from "ai";
|
|
9
|
+
import { parseToHsla } from "color2k";
|
|
9
10
|
import ddTrace, {} from "dd-trace";
|
|
10
11
|
import { ESLint } from "eslint";
|
|
11
12
|
import { expect } from "vitest";
|
|
@@ -508,4 +509,28 @@ module.exports = baseConfigs.map((configPart) => {
|
|
|
508
509
|
});
|
|
509
510
|
});
|
|
510
511
|
}
|
|
512
|
+
export function getColorName(hex) {
|
|
513
|
+
const [h, s, l] = parseToHsla(hex);
|
|
514
|
+
if (s < 0.1 && l > 0.5)
|
|
515
|
+
return "gray";
|
|
516
|
+
if (l < 0.1)
|
|
517
|
+
return "black";
|
|
518
|
+
if (h < 15 || h >= 345)
|
|
519
|
+
return "red";
|
|
520
|
+
if (h < 45)
|
|
521
|
+
return "orange";
|
|
522
|
+
if (h < 75)
|
|
523
|
+
return "yellow";
|
|
524
|
+
if (h < 165)
|
|
525
|
+
return "green";
|
|
526
|
+
if (h < 195)
|
|
527
|
+
return "cyan";
|
|
528
|
+
if (h < 255)
|
|
529
|
+
return "blue";
|
|
530
|
+
if (h < 285)
|
|
531
|
+
return "purple";
|
|
532
|
+
if (h < 345)
|
|
533
|
+
return "magenta";
|
|
534
|
+
return "unknown";
|
|
535
|
+
}
|
|
511
536
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,OAAO,EAAE,EAAe,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,WAAW,MAAM,0BAA0B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAK1E,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,EAAE,CAClC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAEtD,wEAAwE;AACxE,MAAM,UAAU,qBAAqB,CAAC,KAAU;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sDAAsD;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpD,8DAA8D;IAC9D,IACE,SAAS,CAAC,iBAAiB;QAC3B,OAAO,SAAS,CAAC,iBAAiB,KAAK,QAAQ;QAC/C,SAAS,CAAC,iBAAiB,CAAC,MAAM;QAClC,OAAO,SAAS,CAAC,iBAAiB,CAAC,MAAM,KAAK,QAAQ,EACtD,CAAC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC;QACxD,IAAI,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC9B,SAAS,CAAC,iBAAiB,CAAC,MAAM;gBAChC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,iBAAiB,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,iDAAiD;AACjD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAW;IAChD,IAAI,CAAC;QACH,OAAO,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,cAAc,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,EAAoB,EACpB,OAUC;IAED,IACE,OAAO,EAAE,UAAU;QACnB,OAAO,CAAC,GAAG,CAAC,6CAA6C,KAAK,MAAM;QACpE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,EACzB,CAAC;QACD,OAAO,CAAC,GAAG,CACT,sBAAsB,OAAO,CAAC,UAAU,cAAc,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAC1F,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,EAClD,MAAM,CACP,CAAC;QACF,wEAAwE;QACxE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAO,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,IAAI,qBAAqB,CAAC;IAE5E,IAAI,mBAAmB,GAAQ,SAAS,CAAC;IAEzC,8DAA8D;IAC9D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAC/B,EAAE,IAAI,EAAE,QAAQ,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,EAClE,KAAK,IAAI,EAAE;QACT,mBAAmB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAE1C,MAAM,QAAQ,GAAG,MAAM,EAAE,EAAE,CAAC;QAE5B,gEAAgE;QAChE,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;YACtB,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC;gBACd,SAAS,EAAE,cAAc,CAAC,SAAS;gBACnC,UAAU,EAAE,cAAc,CAAC,UAAU;gBACrC,OAAO,EAAE,cAAc,CAAC,OAAO;gBAC/B,GAAG,CAAC,cAAc,CAAC,QAAQ;oBACzB,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;oBACvC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CACF,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC;AACtD,CAAC;AAMD,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,iBAAiB,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACtD,OAAO,iBAAiB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CACjC,SAAS,EACT,wCAAwC,CACzC,CAAC;IACF,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,cAAc;QAC9B,gBAAgB;KACjB,CAAC,CAAC;IAEH,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAe,EACf,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAE9D,6BAA6B;IAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,WAAW;QAC3B,gBAAgB;KACjB,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE7D,oDAAoD;IACpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IAEpD,8BAA8B;IAC9B,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;QACxC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,4DAA4D;IAC5D,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QACzC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mCAAmC;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;AAC1C,CAAC;AAuBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAe,EACf,QAAgB,EAChB,QAAiC;IAEjC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAEtE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3C,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;QACxC,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;KAC/B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC;IAE7C,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,IAAiC;YACjD,IACE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;gBACvC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,OAAO,EACxC,CAAC;gBACD,IAAI,OAAO,GAAG,IAAI,CAAC;gBAEnB,oCAAoC;gBACpC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACxC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM;wBACzB,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,wBAAwB;wBAC7C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,YAAY;wBAC3C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CACnD,CAAC;oBACF,IAAI,CAAC,QAAQ;wBAAE,OAAO,GAAG,KAAK,CAAC;gBACjC,CAAC;gBAED,gCAAgC;gBAChC,IAAI,QAAQ,CAAC,SAAS,IAAI,OAAO,EAAE,CAAC;oBAClC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACtC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY;wBAC/B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;wBACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,SAAS,CAC1C,CAAC;oBACF,IAAI,CAAC,MAAM;wBAAE,OAAO,GAAG,KAAK,CAAC;gBAC/B,CAAC;gBAED,kDAAkD;gBAClD,IAAI,QAAQ,CAAC,gBAAgB,IAAI,OAAO,EAAE,CAAC;oBACzC,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAChD,QAAQ,CAAC,gBAAgB,CAC1B,EAAE,CAAC;wBACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACpC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;4BAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;4BAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAC9B,CAAC;wBAEF,IACE,CAAC,IAAI;4BACL,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc;gCAC3B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;gCACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,EACjC,CAAC;4BACD,OAAO,GAAG,KAAK,CAAC;4BAChB,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEnB,4EAA4E;oBAC5E,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;wBACtD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,OAAO,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAyB,EAAE,OAAe;IACtE,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,SAAyB;IACtD,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACtD,MAAM,qBAAqB,GAAG,kBAAkB,CAC9C,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,gBAAgB,CACvB,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CACrB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjE,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;gBAClB,GAAG,IAAI;gBACP,MAAM,EAAE,EAAS;aAClB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;YAC/C,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBACb,GAAG,IAAI;gBACP,MAAM,EAAE,aAAa,CAAC,MAAM;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;YAClC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;gBACd,GAAG,IAAI;gBACP,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBACZ,GAAG,IAAI;gBACP,MAAM,EAAE,YAAY,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACvC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACxB,GAAG,IAAI;gBACP,MAAM,EAAE,mBAAmB,CAAC,MAAM;aACnC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EACD;QACE,WAAW,EAAE,IAA2B;QACxC,MAAM,EAAE,EAAyC;QACjD,KAAK,EAAE,EAA0C;QACjD,IAAI,EAAE,EAA4C;QAClD,UAAU,EAAE,EAA4B;QACxC,gBAAgB,EAAE,EAA6C;QAC/D,KAAK,EAAE,EAAoB;KAC5B,CACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAiB;IACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAEtE,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QACrD,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,8DAA8D;IAC9D,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC;QACX,GAAG,EAAE,YAAY;QACjB,OAAO,EAAE,kBAAkB;QAC3B,OAAO,EAAE,WAAW,CAAC,OAAO;QAC5B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE;YACJ,YAAY,EAAE,UAAU;YACxB,kBAAkB,EAAE,QAAQ;SAC7B;QACD,MAAM,EAAE;YACN,KAAK,EAAE,sBAAsB;YAC7B,gBAAgB,EAAE,IAAI;SACvB;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAyB,EAAE,OAAe;IACxE,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,iBAAiB;aAC1B,MAAM,CACL;YACE,KAAK,EAAE;gBACL,qCAAqC,EAAE,KAAK;gBAC5C,yCAAyC,EAAE,KAAK;gBAChD,mCAAmC,EAAE,KAAK;gBAC1C,4CAA4C,EAAE,KAAK;gBACnD,uCAAuC,EAAE,KAAK;gBAC9C,oCAAoC,EAAE,KAAK;aAC5C;SACF,EACD;YACE,KAAK,EAAE,CAAC,UAAU,CAAC;YACnB,KAAK,EAAE;gBACL,qCAAqC,EAAE,MAAM;gBAC7C,gCAAgC,EAAE,OAAO;gBACzC,+BAA+B,EAAE,MAAM;gBACvC,iCAAiC,EAAE,MAAM;gBACzC,oCAAoC,EAAE,MAAM;gBAC5C,mCAAmC,EAAE,OAAO;gBAC5C,2CAA2C,EAAE,OAAO;gBACpD,+BAA+B,EAAE,MAAM;gBACvC,6CAA6C,EAAE,OAAO;aACvD;SACF,CACF;aACA,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAClB,+DAA+D;YAC/D,+DAA+D;YAC/D,mDAAmD;YACnD,IACE,UAAU;gBACV,OAAO,UAAU,KAAK,QAAQ;gBAC9B,QAAQ,IAAI,UAAU,EACtB,CAAC;gBACD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,UAAiB,CAAC;gBAC9C,OAAO;oBACL,GAAG,IAAI;oBACP,eAAe,EAAE;wBACf,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC;wBAC/B,MAAM;qBACP;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC;QAEJ,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,SAAS,CACxC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CACpC,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AACxC,CAAC;AAsBD,SAAS,gBAAgB,CAAC,OAAuB;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GACjB,EAAE,CAAC;IAEL,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,WAAW,IAAI,MAAM,CAAC,UAAU,CAAC;QACjC,aAAa,IAAI,MAAM,CAAC,YAAY,CAAC;QAErC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC;YAE3C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACrD,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACjC,CAAC;iBAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClC,aAAa,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,WAAW;QACvB,YAAY,EAAE,aAAa;QAC3B,aAAa;QACb,SAAS,EAAE,WAAW,GAAG,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAyB,EACzB,OAAe;IAEf,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,+EAA+E;IAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAE3D,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,iBAAiB,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;IAC3D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,0DAA0D;QAC1D,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAED,4EAA4E;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuEvB,CAAC;IACA,MAAM,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAE3C,yDAAyD;IACzD,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACjD,MAAM,aAAa,GAAG,KAAK,CACzB,KAAK,EACL;YACE,QAAQ;YACR,UAAU;YACV,mBAAmB;YACnB,UAAU;YACV,MAAM;YACN,eAAe;SAChB,EACD;YACE,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,MAAM;SACd,CACF,CAAC;QAEF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,6BAA6B;gBAC7B,OAAO,CAAC;oBACN,UAAU,EAAE,CAAC;oBACb,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,EAAE;oBACjB,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,uCAAuC;gBACvC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAmB,CAAC;oBACrD,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CACJ,IAAI,KAAK,CACP,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChG,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,IAAI,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC;YACvE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClC,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,OAAO,EAAE,EAAe,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,WAAW,MAAM,0BAA0B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAK1E,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,EAAE,CAClC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAEtD,wEAAwE;AACxE,MAAM,UAAU,qBAAqB,CAAC,KAAU;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sDAAsD;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpD,8DAA8D;IAC9D,IACE,SAAS,CAAC,iBAAiB;QAC3B,OAAO,SAAS,CAAC,iBAAiB,KAAK,QAAQ;QAC/C,SAAS,CAAC,iBAAiB,CAAC,MAAM;QAClC,OAAO,SAAS,CAAC,iBAAiB,CAAC,MAAM,KAAK,QAAQ,EACtD,CAAC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC;QACxD,IAAI,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC9B,SAAS,CAAC,iBAAiB,CAAC,MAAM;gBAChC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,iBAAiB,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,iDAAiD;AACjD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAW;IAChD,IAAI,CAAC;QACH,OAAO,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,cAAc,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,EAAoB,EACpB,OAUC;IAED,IACE,OAAO,EAAE,UAAU;QACnB,OAAO,CAAC,GAAG,CAAC,6CAA6C,KAAK,MAAM;QACpE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,EACzB,CAAC;QACD,OAAO,CAAC,GAAG,CACT,sBAAsB,OAAO,CAAC,UAAU,cAAc,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAC1F,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,EAClD,MAAM,CACP,CAAC;QACF,wEAAwE;QACxE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAO,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,IAAI,qBAAqB,CAAC;IAE5E,IAAI,mBAAmB,GAAQ,SAAS,CAAC;IAEzC,8DAA8D;IAC9D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAC/B,EAAE,IAAI,EAAE,QAAQ,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,EAClE,KAAK,IAAI,EAAE;QACT,mBAAmB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAE1C,MAAM,QAAQ,GAAG,MAAM,EAAE,EAAE,CAAC;QAE5B,gEAAgE;QAChE,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;YACtB,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC;gBACd,SAAS,EAAE,cAAc,CAAC,SAAS;gBACnC,UAAU,EAAE,cAAc,CAAC,UAAU;gBACrC,OAAO,EAAE,cAAc,CAAC,OAAO;gBAC/B,GAAG,CAAC,cAAc,CAAC,QAAQ;oBACzB,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;oBACvC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CACF,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC;AACtD,CAAC;AAMD,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,iBAAiB,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACtD,OAAO,iBAAiB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CACjC,SAAS,EACT,wCAAwC,CACzC,CAAC;IACF,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,cAAc;QAC9B,gBAAgB;KACjB,CAAC,CAAC;IAEH,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAe,EACf,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAE9D,6BAA6B;IAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,WAAW;QAC3B,gBAAgB;KACjB,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE7D,oDAAoD;IACpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IAEpD,8BAA8B;IAC9B,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;QACxC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,4DAA4D;IAC5D,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QACzC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mCAAmC;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;AAC1C,CAAC;AAuBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAe,EACf,QAAgB,EAChB,QAAiC;IAEjC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAEtE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3C,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;QACxC,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;KAC/B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC;IAE7C,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,IAAiC;YACjD,IACE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;gBACvC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,OAAO,EACxC,CAAC;gBACD,IAAI,OAAO,GAAG,IAAI,CAAC;gBAEnB,oCAAoC;gBACpC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACxC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM;wBACzB,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,wBAAwB;wBAC7C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,YAAY;wBAC3C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CACnD,CAAC;oBACF,IAAI,CAAC,QAAQ;wBAAE,OAAO,GAAG,KAAK,CAAC;gBACjC,CAAC;gBAED,gCAAgC;gBAChC,IAAI,QAAQ,CAAC,SAAS,IAAI,OAAO,EAAE,CAAC;oBAClC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACtC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY;wBAC/B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;wBACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,SAAS,CAC1C,CAAC;oBACF,IAAI,CAAC,MAAM;wBAAE,OAAO,GAAG,KAAK,CAAC;gBAC/B,CAAC;gBAED,kDAAkD;gBAClD,IAAI,QAAQ,CAAC,gBAAgB,IAAI,OAAO,EAAE,CAAC;oBACzC,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAChD,QAAQ,CAAC,gBAAgB,CAC1B,EAAE,CAAC;wBACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACpC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;4BAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;4BAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAC9B,CAAC;wBAEF,IACE,CAAC,IAAI;4BACL,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc;gCAC3B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;gCACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,EACjC,CAAC;4BACD,OAAO,GAAG,KAAK,CAAC;4BAChB,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEnB,4EAA4E;oBAC5E,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;wBACtD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,OAAO,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAyB,EAAE,OAAe;IACtE,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,SAAyB;IACtD,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACtD,MAAM,qBAAqB,GAAG,kBAAkB,CAC9C,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,gBAAgB,CACvB,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CACrB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjE,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;gBAClB,GAAG,IAAI;gBACP,MAAM,EAAE,EAAS;aAClB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;YAC/C,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBACb,GAAG,IAAI;gBACP,MAAM,EAAE,aAAa,CAAC,MAAM;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;YAClC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;gBACd,GAAG,IAAI;gBACP,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBACZ,GAAG,IAAI;gBACP,MAAM,EAAE,YAAY,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACvC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACxB,GAAG,IAAI;gBACP,MAAM,EAAE,mBAAmB,CAAC,MAAM;aACnC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EACD;QACE,WAAW,EAAE,IAA2B;QACxC,MAAM,EAAE,EAAyC;QACjD,KAAK,EAAE,EAA0C;QACjD,IAAI,EAAE,EAA4C;QAClD,UAAU,EAAE,EAA4B;QACxC,gBAAgB,EAAE,EAA6C;QAC/D,KAAK,EAAE,EAAoB;KAC5B,CACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAiB;IACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAEtE,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QACrD,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,8DAA8D;IAC9D,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC;QACX,GAAG,EAAE,YAAY;QACjB,OAAO,EAAE,kBAAkB;QAC3B,OAAO,EAAE,WAAW,CAAC,OAAO;QAC5B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE;YACJ,YAAY,EAAE,UAAU;YACxB,kBAAkB,EAAE,QAAQ;SAC7B;QACD,MAAM,EAAE;YACN,KAAK,EAAE,sBAAsB;YAC7B,gBAAgB,EAAE,IAAI;SACvB;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAyB,EAAE,OAAe;IACxE,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,iBAAiB;aAC1B,MAAM,CACL;YACE,KAAK,EAAE;gBACL,qCAAqC,EAAE,KAAK;gBAC5C,yCAAyC,EAAE,KAAK;gBAChD,mCAAmC,EAAE,KAAK;gBAC1C,4CAA4C,EAAE,KAAK;gBACnD,uCAAuC,EAAE,KAAK;gBAC9C,oCAAoC,EAAE,KAAK;aAC5C;SACF,EACD;YACE,KAAK,EAAE,CAAC,UAAU,CAAC;YACnB,KAAK,EAAE;gBACL,qCAAqC,EAAE,MAAM;gBAC7C,gCAAgC,EAAE,OAAO;gBACzC,+BAA+B,EAAE,MAAM;gBACvC,iCAAiC,EAAE,MAAM;gBACzC,oCAAoC,EAAE,MAAM;gBAC5C,mCAAmC,EAAE,OAAO;gBAC5C,2CAA2C,EAAE,OAAO;gBACpD,+BAA+B,EAAE,MAAM;gBACvC,6CAA6C,EAAE,OAAO;aACvD;SACF,CACF;aACA,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAClB,+DAA+D;YAC/D,+DAA+D;YAC/D,mDAAmD;YACnD,IACE,UAAU;gBACV,OAAO,UAAU,KAAK,QAAQ;gBAC9B,QAAQ,IAAI,UAAU,EACtB,CAAC;gBACD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,UAAiB,CAAC;gBAC9C,OAAO;oBACL,GAAG,IAAI;oBACP,eAAe,EAAE;wBACf,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC;wBAC/B,MAAM;qBACP;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC;QAEJ,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,SAAS,CACxC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CACpC,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AACxC,CAAC;AAsBD,SAAS,gBAAgB,CAAC,OAAuB;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GACjB,EAAE,CAAC;IAEL,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,WAAW,IAAI,MAAM,CAAC,UAAU,CAAC;QACjC,aAAa,IAAI,MAAM,CAAC,YAAY,CAAC;QAErC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC;YAE3C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACrD,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACjC,CAAC;iBAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClC,aAAa,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,WAAW;QACvB,YAAY,EAAE,aAAa;QAC3B,aAAa;QACb,SAAS,EAAE,WAAW,GAAG,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAyB,EACzB,OAAe;IAEf,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,+EAA+E;IAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAE3D,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,iBAAiB,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;IAC3D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,0DAA0D;QAC1D,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAED,4EAA4E;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuEvB,CAAC;IACA,MAAM,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAE3C,yDAAyD;IACzD,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACjD,MAAM,aAAa,GAAG,KAAK,CACzB,KAAK,EACL;YACE,QAAQ;YACR,UAAU;YACV,mBAAmB;YACnB,UAAU;YACV,MAAM;YACN,eAAe;SAChB,EACD;YACE,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,MAAM;SACd,CACF,CAAC;QAEF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,6BAA6B;gBAC7B,OAAO,CAAC;oBACN,UAAU,EAAE,CAAC;oBACb,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,EAAE;oBACjB,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,uCAAuC;gBACvC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAmB,CAAC;oBACrD,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CACJ,IAAI,KAAK,CACP,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChG,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,IAAI,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC;YACvE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClC,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,MAAM,CAAC;IACtC,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC;IACrC,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,QAAQ,CAAC;IAC5B,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,QAAQ,CAAC;IAC5B,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,MAAM,CAAC;IAC3B,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,MAAM,CAAC;IAC3B,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC7B,IAAI,CAAC,GAAG,GAAG;QAAE,OAAO,SAAS,CAAC;IAC9B,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
|
@@ -4,7 +4,7 @@ export const PASSING_SCORE_THRESHOLD = 80;
|
|
|
4
4
|
export const SCORING_CONFIG = {
|
|
5
5
|
STARTING_SCORE: 100,
|
|
6
6
|
MINIMUM_SCORE: 0,
|
|
7
|
-
CRITICAL_FAILURE_PENALTY: -100,
|
|
7
|
+
CRITICAL_FAILURE_PENALTY: -100, // Things like: API can't be transformed to yaml, APIs at wrong location, missing page or scope files when expected, etc.
|
|
8
8
|
NON_CRITICAL_DEDUCTIONS: {
|
|
9
9
|
LINT_ERROR: -6,
|
|
10
10
|
LINT_WARNING: -1,
|