@superblocksteam/vite-plugin-file-sync 2.0.18-next.25 → 2.0.18-next.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. package/dist/ai-service/evals/helpers/critical-scorers.d.ts +10 -0
  2. package/dist/ai-service/evals/helpers/critical-scorers.d.ts.map +1 -0
  3. package/dist/ai-service/evals/helpers/critical-scorers.js +331 -0
  4. package/dist/ai-service/evals/helpers/critical-scorers.js.map +1 -0
  5. package/dist/ai-service/evals/helpers/eval-scoring.d.ts +53 -8
  6. package/dist/ai-service/evals/helpers/eval-scoring.d.ts.map +1 -1
  7. package/dist/ai-service/evals/helpers/eval-scoring.js +151 -408
  8. package/dist/ai-service/evals/helpers/eval-scoring.js.map +1 -1
  9. package/dist/ai-service/evals/helpers/index.d.ts +14 -2
  10. package/dist/ai-service/evals/helpers/index.d.ts.map +1 -1
  11. package/dist/ai-service/evals/helpers/index.js +39 -20
  12. package/dist/ai-service/evals/helpers/index.js.map +1 -1
  13. package/dist/ai-service/evals/helpers/non-critical-scorers.d.ts +6 -0
  14. package/dist/ai-service/evals/helpers/non-critical-scorers.d.ts.map +1 -0
  15. package/dist/ai-service/evals/helpers/non-critical-scorers.js +187 -0
  16. package/dist/ai-service/evals/helpers/non-critical-scorers.js.map +1 -0
  17. package/dist/ai-service/evals/helpers/scorer-types.d.ts +39 -0
  18. package/dist/ai-service/evals/helpers/scorer-types.d.ts.map +1 -0
  19. package/dist/ai-service/evals/helpers/scorer-types.js +19 -0
  20. package/dist/ai-service/evals/helpers/scorer-types.js.map +1 -0
  21. package/dist/ai-service/index.d.ts.map +1 -1
  22. package/dist/ai-service/index.js +8 -3
  23. package/dist/ai-service/index.js.map +1 -1
  24. package/dist/ai-service/llm/impl/anthropic.js +3 -3
  25. package/dist/ai-service/llm/impl/anthropic.js.map +1 -1
  26. package/dist/ai-service/llm/provider.js +3 -3
  27. package/dist/ai-service/llm/provider.js.map +1 -1
  28. package/dist/ai-service/llm/types.d.ts +1 -1
  29. package/dist/ai-service/llm/types.d.ts.map +1 -1
  30. package/dist/ai-service/llm/utils.js +6 -6
  31. package/dist/ai-service/llm/utils.js.map +1 -1
  32. package/dist/ai-service/prompt-builder-service/builders/code-generation.d.ts.map +1 -1
  33. package/dist/ai-service/prompt-builder-service/builders/code-generation.js +62 -87
  34. package/dist/ai-service/prompt-builder-service/builders/code-generation.js.map +1 -1
  35. package/dist/ai-service/prompt-builder-service/builders/specific-edits.d.ts +13 -0
  36. package/dist/ai-service/prompt-builder-service/builders/specific-edits.d.ts.map +1 -0
  37. package/dist/ai-service/prompt-builder-service/builders/specific-edits.js +71 -0
  38. package/dist/ai-service/prompt-builder-service/builders/specific-edits.js.map +1 -0
  39. package/dist/ai-service/prompt-builder-service/classifiers/prompt-interpret-task.d.ts +0 -1
  40. package/dist/ai-service/prompt-builder-service/classifiers/prompt-interpret-task.d.ts.map +1 -1
  41. package/dist/ai-service/prompt-builder-service/classifiers/prompt-interpret-task.js +4 -13
  42. package/dist/ai-service/prompt-builder-service/classifiers/prompt-interpret-task.js.map +1 -1
  43. package/dist/ai-service/prompt-builder-service/fragment-generators/base-fragment.d.ts +1 -1
  44. package/dist/ai-service/prompt-builder-service/fragment-generators/base-fragment.d.ts.map +1 -1
  45. package/dist/ai-service/prompt-builder-service/fragment-generators/base-fragment.js +2 -2
  46. package/dist/ai-service/prompt-builder-service/fragment-generators/base-fragment.js.map +1 -1
  47. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ButtonPropsDocs.js +1 -1
  48. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/CheckboxPropsDocs.js +1 -1
  49. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ColumnPropsDocs.js +1 -1
  50. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ContainerPropsDocs.js +1 -1
  51. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/DatePickerPropsDocs.js +1 -1
  52. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/DropdownPropsDocs.js +1 -1
  53. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/IconPropsDocs.js +1 -1
  54. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ImagePropsDocs.js +1 -1
  55. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/InputPropsDocs.js +1 -1
  56. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/ModalPropsDocs.js +1 -1
  57. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/PagePropsDocs.js +1 -1
  58. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/SectionPropsDocs.js +1 -1
  59. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/SlideoutPropsDocs.js +1 -1
  60. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/SwitchPropsDocs.js +1 -1
  61. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/TablePropsDocs.js +1 -1
  62. package/dist/ai-service/prompt-builder-service/static-fragments/library-components/TextPropsDocs.js +1 -1
  63. package/dist/ai-service/prompt-builder-service/static-fragments/library-typedefs/Dim.js +1 -1
  64. package/dist/ai-service/prompt-builder-service/static-fragments/library-typedefs/EventFlow.js +1 -1
  65. package/dist/ai-service/prompt-builder-service/static-fragments/library-typedefs/TextStyleWithVariant.js +1 -1
  66. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/full-examples.js +1 -1
  67. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/index.d.ts +1 -0
  68. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/index.d.ts.map +1 -1
  69. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/index.js +1 -0
  70. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/index.js.map +1 -1
  71. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-api.js +1 -1
  72. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-components-rules.js +1 -1
  73. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-custom-components.js +1 -1
  74. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-data-filtering.js +1 -1
  75. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-event-flow.js +1 -1
  76. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-forms.js +1 -1
  77. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-layouts.js +1 -1
  78. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-page.js +1 -1
  79. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-rbac.js +1 -1
  80. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-routes.js +1 -1
  81. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-state.js +1 -1
  82. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/superblocks-theming.js +1 -1
  83. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-base.js +1 -1
  84. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-incremental.js +1 -1
  85. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-specific-edit.d.ts +2 -0
  86. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-specific-edit.d.ts.map +1 -0
  87. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-specific-edit.js +6 -0
  88. package/dist/ai-service/prompt-builder-service/static-fragments/platform-parts/system-specific-edit.js.map +1 -0
  89. package/dist/ai-service/prompt-builder-service/types.d.ts +3 -3
  90. package/dist/ai-service/prompt-builder-service/types.js +3 -3
  91. package/dist/ai-service/prompt-builder-service/types.js.map +1 -1
  92. package/dist/ai-service/state-machine/handlers/agent-planning.d.ts.map +1 -1
  93. package/dist/ai-service/state-machine/handlers/agent-planning.js +8 -6
  94. package/dist/ai-service/state-machine/handlers/agent-planning.js.map +1 -1
  95. package/dist/ai-service/state-machine/handlers/post-processing.js +5 -5
  96. package/dist/ai-service/state-machine/handlers/post-processing.js.map +1 -1
  97. package/package.json +6 -6
@@ -10,7 +10,18 @@ export declare function generateTextSafe(config: any): Promise<import("ai").Gene
10
10
  export declare function wrapLLM<T>(fn: () => Promise<T>, options?: {
11
11
  devFixture?: string;
12
12
  spanOptions?: Partial<Parameters<Tracer["llmobs"]["trace"]>[0]>;
13
- }): Promise<T>;
13
+ onResult?: (result: T) => {
14
+ inputData: any;
15
+ outputData: any;
16
+ metrics: any;
17
+ metadata?: any;
18
+ };
19
+ onEvaluation?: (result: T) => Promise<void>;
20
+ }): Promise<{
21
+ result: T;
22
+ spanContext?: any;
23
+ span?: any;
24
+ }>;
14
25
  export type MatchedArtifact<T extends string> = FileArtifact & {
15
26
  params: PathParams<T>;
16
27
  };
@@ -40,7 +51,8 @@ export declare function groupArtifacts(artifacts: FileArtifact[]): {
40
51
  customComponents: MatchedArtifact<Paths.ComponentsFile>[];
41
52
  other: FileArtifact[];
42
53
  };
43
- export declare function useTempDir(): (testName?: string) => string;
54
+ export declare function createTempDir(testName?: string): Promise<string>;
55
+ export declare function cleanupTempDir(tempDir: string): Promise<void>;
44
56
  export declare function setupTracing(): void;
45
57
  export declare function runLinter(artifacts: FileArtifact[], tempDir: string): Promise<string>;
46
58
  export interface LintResult {
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAQA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAQhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,IAAI,EAAmC,MAAM,cAAc,CAAC;AAE1E,eAAO,MAAM,eAAe,wBACyB,CAAC;AAEtD,eAAO,MAAM,cAAc,GAAI,QAAQ,GAAG,SAIzC,CAAC;AAGF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CACjE,GACA,OAAO,CAAC,CAAC,CAAC,CA0BZ;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,WAA6C,2BA6BtD;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iEAAiE;IACjE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AACvC,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AA6G7B,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBAiD7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,GAAG,CAAC,EAAE;sBAChB,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAClD,YAAY,EAAE;EAGhC;AAED,wBAAgB,UAAU,KAWhB,WAAW,MAAM,YAQ1B;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CAgKrB"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAQA,OAAgB,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAQhD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,KAAK,EAAE,IAAI,EAAmC,MAAM,cAAc,CAAC;AAE1E,eAAO,MAAM,eAAe,wBACyB,CAAC;AAEtD,eAAO,MAAM,cAAc,GAAI,QAAQ,GAAG,SAIzC,CAAC;AAGF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,CAuBrD;AAGD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,GAAG,yEAOjD;AAED,wBAAsB,OAAO,CAAC,CAAC,EAC7B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE;IACR,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK;QACxB,SAAS,EAAE,GAAG,CAAC;QACf,UAAU,EAAE,GAAG,CAAC;QAChB,OAAO,EAAE,GAAG,CAAC;QACb,QAAQ,CAAC,EAAE,GAAG,CAAC;KAChB,CAAC;IACF,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C,GACA,OAAO,CAAC;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,WAAW,CAAC,EAAE,GAAG,CAAC;IAAC,IAAI,CAAC,EAAE,GAAG,CAAA;CAAE,CAAC,CAqDvD;AAED,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,IAAI,YAAY,GAAG;IAC7D,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;CACvB,CAAC;AAEF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,kBAG5C;AAED,wBAAsB,oBAAoB,CACxC,QAAQ,WAA6C,2BAatD;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,MAAM,EACf,QAAQ,WAA6C,2BA6BtD;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,iEAAiE;IACjE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kFAAkF;IAClF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAChC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;AACvC,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,uBAAuB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GACpD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AA6G7B,wBAAgB,cAAc,CAAC,SAAS,EAAE,YAAY,EAAE;iBAiD7B,YAAY,GAAG,IAAI;YAC1B,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;WACpC,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;UACrC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE;gBAChC,eAAe,CAAC,GAAG,CAAC,EAAE;sBAChB,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;WAClD,YAAY,EAAE;EAGhC;AAED,wBAAsB,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAWtE;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEnE;AAED,wBAAgB,YAAY,SAiB3B;AAED,wBAAsB,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,mBAuEzE;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpE,SAAS,EAAE,OAAO,CAAC;CACpB;AAgDD,wBAAsB,YAAY,CAChC,SAAS,EAAE,YAAY,EAAE,EACzB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,UAAU,CAAC,CAgKrB"}
@@ -8,7 +8,7 @@ import superblocksLinter from "@superblocksteam/linter";
8
8
  import { generateText } from "ai";
9
9
  import ddTrace, {} from "dd-trace";
10
10
  import { ESLint } from "eslint";
11
- import { expect, beforeEach, afterEach } from "vitest";
11
+ import { expect } from "vitest";
12
12
  import packageJson from "../../../../package.json" with { type: "json" };
13
13
  import { traverse } from "../../../traverse.js";
14
14
  import { OperationQueue } from "../../../util/operation-queue.js";
@@ -58,12 +58,35 @@ export async function wrapLLM(fn, options) {
58
58
  process.env.CI !== "true") {
59
59
  console.log(`Using dev fixture: ${options.devFixture} for test: ${expect.getState().currentTestName}`);
60
60
  const result = await readFile(path.resolve(__dirname, "../", options.devFixture), "utf8");
61
- return { text: result };
61
+ // Return without spanContext when using fixtures - no Datadog reporting
62
+ return { result: { text: result } };
62
63
  }
63
64
  const { llmobs } = ddTrace;
64
65
  const testName = expect.getState().currentTestName ?? "unknown-vitest-test";
65
- const wrappedFn = llmobs.wrap({ name: `test:${testName}`, kind: "llm", ...options?.spanOptions }, fn);
66
- return await wrappedFn();
66
+ let capturedSpanContext = undefined;
67
+ // Use llmobs.trace instead of wrap to get proper span context
68
+ const result = await llmobs.trace({ name: `test:${testName}`, kind: "llm", ...options?.spanOptions }, async () => {
69
+ capturedSpanContext = llmobs.exportSpan();
70
+ const fnResult = await fn();
71
+ // Annotate the span with input/output data if callback provided
72
+ if (options?.onResult) {
73
+ const annotationData = options.onResult(fnResult);
74
+ llmobs.annotate({
75
+ inputData: annotationData.inputData,
76
+ outputData: annotationData.outputData,
77
+ metrics: annotationData.metrics,
78
+ ...(annotationData.metadata
79
+ ? { metadata: annotationData.metadata }
80
+ : {}),
81
+ });
82
+ }
83
+ // Run evaluation inside the span context
84
+ if (options?.onEvaluation) {
85
+ await options.onEvaluation(fnResult);
86
+ }
87
+ return fnResult;
88
+ });
89
+ return { result, spanContext: capturedSpanContext };
67
90
  }
68
91
  export function extractArtifacts(text) {
69
92
  const artifactProcessor = new BoltArtifactProcessor();
@@ -234,22 +257,18 @@ export function groupArtifacts(artifacts) {
234
257
  other: [],
235
258
  });
236
259
  }
237
- export function useTempDir() {
238
- let tempDir;
239
- beforeEach(async () => {
240
- tempDir = await mkdtemp(path.join(os.tmpdir(), "sb-ai-evals-"));
241
- });
242
- afterEach(async () => {
243
- await rm(tempDir, { recursive: true, force: true });
244
- });
245
- return (testName) => {
246
- if (testName) {
247
- // Create unique subdirectory for each test
248
- const sanitizedTestName = testName.replace(/[^a-zA-Z0-9-]/g, "-");
249
- return path.join(tempDir, sanitizedTestName);
250
- }
251
- return tempDir;
252
- };
260
+ export async function createTempDir(testName) {
261
+ const tempDir = await mkdtemp(path.join(os.tmpdir(), "sb-ai-evals-"));
262
+ if (testName) {
263
+ const sanitizedTestName = testName.replace(/[^a-zA-Z0-9-]/g, "-");
264
+ const subDir = path.join(tempDir, sanitizedTestName);
265
+ await mkdir(subDir, { recursive: true });
266
+ return subDir;
267
+ }
268
+ return tempDir;
269
+ }
270
+ export async function cleanupTempDir(tempDir) {
271
+ await rm(tempDir, { recursive: true, force: true });
253
272
  }
254
273
  export function setupTracing() {
255
274
  // Initialize dd-trace for LLM Observability (like dev-tracer)
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,OAAO,EAAE,EAAe,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACvD,OAAO,WAAW,MAAM,0BAA0B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAK1E,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,EAAE,CAClC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAEtD,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAW,EAAE,EAAE;IAC5C,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;AAC/C,CAAC,CAAC;AAEF,wEAAwE;AACxE,MAAM,UAAU,qBAAqB,CAAC,KAAU;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sDAAsD;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpD,8DAA8D;IAC9D,IACE,SAAS,CAAC,iBAAiB;QAC3B,OAAO,SAAS,CAAC,iBAAiB,KAAK,QAAQ;QAC/C,SAAS,CAAC,iBAAiB,CAAC,MAAM;QAClC,OAAO,SAAS,CAAC,iBAAiB,CAAC,MAAM,KAAK,QAAQ,EACtD,CAAC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC;QACxD,IAAI,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC9B,SAAS,CAAC,iBAAiB,CAAC,MAAM;gBAChC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,iBAAiB,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,iDAAiD;AACjD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAW;IAChD,IAAI,CAAC;QACH,OAAO,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,cAAc,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,EAAoB,EACpB,OAGC;IAED,IACE,OAAO,EAAE,UAAU;QACnB,OAAO,CAAC,GAAG,CAAC,6CAA6C,KAAK,MAAM;QACpE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,EACzB,CAAC;QACD,OAAO,CAAC,GAAG,CACT,sBAAsB,OAAO,CAAC,UAAU,cAAc,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAC1F,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,EAClD,MAAM,CACP,CAAC;QACF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAO,CAAC;IAC/B,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,IAAI,qBAAqB,CAAC;IAE5E,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAC3B,EAAE,IAAI,EAAE,QAAQ,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,EAClE,EAAE,CACH,CAAC;IAEF,OAAO,MAAM,SAAS,EAAE,CAAC;AAC3B,CAAC;AAMD,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,iBAAiB,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACtD,OAAO,iBAAiB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CACjC,SAAS,EACT,wCAAwC,CACzC,CAAC;IACF,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,cAAc;QAC9B,gBAAgB;KACjB,CAAC,CAAC;IAEH,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAe,EACf,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAE9D,6BAA6B;IAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,WAAW;QAC3B,gBAAgB;KACjB,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE7D,oDAAoD;IACpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IAEpD,8BAA8B;IAC9B,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;QACxC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,4DAA4D;IAC5D,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QACzC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mCAAmC;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;AAC1C,CAAC;AAuBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAe,EACf,QAAgB,EAChB,QAAiC;IAEjC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAEtE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3C,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;QACxC,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;KAC/B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC;IAE7C,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,IAAiC;YACjD,IACE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;gBACvC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,OAAO,EACxC,CAAC;gBACD,IAAI,OAAO,GAAG,IAAI,CAAC;gBAEnB,oCAAoC;gBACpC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACxC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM;wBACzB,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,wBAAwB;wBAC7C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,YAAY;wBAC3C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CACnD,CAAC;oBACF,IAAI,CAAC,QAAQ;wBAAE,OAAO,GAAG,KAAK,CAAC;gBACjC,CAAC;gBAED,gCAAgC;gBAChC,IAAI,QAAQ,CAAC,SAAS,IAAI,OAAO,EAAE,CAAC;oBAClC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACtC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY;wBAC/B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;wBACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,SAAS,CAC1C,CAAC;oBACF,IAAI,CAAC,MAAM;wBAAE,OAAO,GAAG,KAAK,CAAC;gBAC/B,CAAC;gBAED,kDAAkD;gBAClD,IAAI,QAAQ,CAAC,gBAAgB,IAAI,OAAO,EAAE,CAAC;oBACzC,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAChD,QAAQ,CAAC,gBAAgB,CAC1B,EAAE,CAAC;wBACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACpC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;4BAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;4BAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAC9B,CAAC;wBAEF,IACE,CAAC,IAAI;4BACL,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc;gCAC3B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;gCACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,EACjC,CAAC;4BACD,OAAO,GAAG,KAAK,CAAC;4BAChB,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEnB,4EAA4E;oBAC5E,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;wBACtD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,OAAO,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAyB,EAAE,OAAe;IACtE,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,SAAyB;IACtD,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACtD,MAAM,qBAAqB,GAAG,kBAAkB,CAC9C,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,gBAAgB,CACvB,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CACrB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjE,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;gBAClB,GAAG,IAAI;gBACP,MAAM,EAAE,EAAS;aAClB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;YAC/C,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBACb,GAAG,IAAI;gBACP,MAAM,EAAE,aAAa,CAAC,MAAM;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;YAClC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;gBACd,GAAG,IAAI;gBACP,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBACZ,GAAG,IAAI;gBACP,MAAM,EAAE,YAAY,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACvC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACxB,GAAG,IAAI;gBACP,MAAM,EAAE,mBAAmB,CAAC,MAAM;aACnC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EACD;QACE,WAAW,EAAE,IAA2B;QACxC,MAAM,EAAE,EAAyC;QACjD,KAAK,EAAE,EAA0C;QACjD,IAAI,EAAE,EAA4C;QAClD,UAAU,EAAE,EAA4B;QACxC,gBAAgB,EAAE,EAA6C;QAC/D,KAAK,EAAE,EAAoB;KAC5B,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,IAAI,OAAe,CAAC;IAEpB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,QAAiB,EAAE,EAAE;QAC3B,IAAI,QAAQ,EAAE,CAAC;YACb,2CAA2C;YAC3C,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,8DAA8D;IAC9D,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC;QACX,GAAG,EAAE,YAAY;QACjB,OAAO,EAAE,kBAAkB;QAC3B,OAAO,EAAE,WAAW,CAAC,OAAO;QAC5B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE;YACJ,YAAY,EAAE,UAAU;YACxB,kBAAkB,EAAE,QAAQ;SAC7B;QACD,MAAM,EAAE;YACN,KAAK,EAAE,sBAAsB;YAC7B,gBAAgB,EAAE,IAAI;SACvB;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAyB,EAAE,OAAe;IACxE,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,iBAAiB;aAC1B,MAAM,CACL;YACE,KAAK,EAAE;gBACL,qCAAqC,EAAE,KAAK;gBAC5C,yCAAyC,EAAE,KAAK;gBAChD,mCAAmC,EAAE,KAAK;gBAC1C,4CAA4C,EAAE,KAAK;gBACnD,uCAAuC,EAAE,KAAK;gBAC9C,oCAAoC,EAAE,KAAK;aAC5C;SACF,EACD;YACE,KAAK,EAAE,CAAC,UAAU,CAAC;YACnB,KAAK,EAAE;gBACL,qCAAqC,EAAE,MAAM;gBAC7C,gCAAgC,EAAE,OAAO;gBACzC,+BAA+B,EAAE,MAAM;gBACvC,iCAAiC,EAAE,MAAM;gBACzC,oCAAoC,EAAE,MAAM;gBAC5C,mCAAmC,EAAE,OAAO;gBAC5C,2CAA2C,EAAE,OAAO;gBACpD,+BAA+B,EAAE,MAAM;gBACvC,6CAA6C,EAAE,OAAO;aACvD;SACF,CACF;aACA,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAClB,+DAA+D;YAC/D,+DAA+D;YAC/D,mDAAmD;YACnD,IACE,UAAU;gBACV,OAAO,UAAU,KAAK,QAAQ;gBAC9B,QAAQ,IAAI,UAAU,EACtB,CAAC;gBACD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,UAAiB,CAAC;gBAC9C,OAAO;oBACL,GAAG,IAAI;oBACP,eAAe,EAAE;wBACf,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC;wBAC/B,MAAM;qBACP;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC;QAEJ,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,SAAS,CACxC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CACpC,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AACxC,CAAC;AAsBD,SAAS,gBAAgB,CAAC,OAAuB;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GACjB,EAAE,CAAC;IAEL,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,WAAW,IAAI,MAAM,CAAC,UAAU,CAAC;QACjC,aAAa,IAAI,MAAM,CAAC,YAAY,CAAC;QAErC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC;YAE3C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACrD,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACjC,CAAC;iBAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClC,aAAa,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,WAAW;QACvB,YAAY,EAAE,aAAa;QAC3B,aAAa;QACb,SAAS,EAAE,WAAW,GAAG,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAyB,EACzB,OAAe;IAEf,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,+EAA+E;IAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAE3D,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,iBAAiB,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;IAC3D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,0DAA0D;QAC1D,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAED,4EAA4E;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuEvB,CAAC;IACA,MAAM,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAE3C,yDAAyD;IACzD,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACjD,MAAM,aAAa,GAAG,KAAK,CACzB,KAAK,EACL;YACE,QAAQ;YACR,UAAU;YACV,mBAAmB;YACnB,UAAU;YACV,MAAM;YACN,eAAe;SAChB,EACD;YACE,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,MAAM;SACd,CACF,CAAC;QAEF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,6BAA6B;gBAC7B,OAAO,CAAC;oBACN,UAAU,EAAE,CAAC;oBACb,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,EAAE;oBACjB,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,uCAAuC;gBACvC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAmB,CAAC;oBACrD,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CACJ,IAAI,KAAK,CACP,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChG,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,IAAI,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC;YACvE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClC,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,iBAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAClC,OAAO,OAAO,EAAE,EAAe,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,WAAW,MAAM,0BAA0B,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAK1E,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,EAAE,CAClC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAEtD,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAW,EAAE,EAAE;IAC5C,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;AAC/C,CAAC,CAAC;AAEF,wEAAwE;AACxE,MAAM,UAAU,qBAAqB,CAAC,KAAU;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sDAAsD;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpD,8DAA8D;IAC9D,IACE,SAAS,CAAC,iBAAiB;QAC3B,OAAO,SAAS,CAAC,iBAAiB,KAAK,QAAQ;QAC/C,SAAS,CAAC,iBAAiB,CAAC,MAAM;QAClC,OAAO,SAAS,CAAC,iBAAiB,CAAC,MAAM,KAAK,QAAQ,EACtD,CAAC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC;QACxD,IAAI,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC9B,SAAS,CAAC,iBAAiB,CAAC,MAAM;gBAChC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,iBAAiB,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,iDAAiD;AACjD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAW;IAChD,IAAI,CAAC;QACH,OAAO,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,cAAc,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,EAAoB,EACpB,OAUC;IAED,IACE,OAAO,EAAE,UAAU;QACnB,OAAO,CAAC,GAAG,CAAC,6CAA6C,KAAK,MAAM;QACpE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,EACzB,CAAC;QACD,OAAO,CAAC,GAAG,CACT,sBAAsB,OAAO,CAAC,UAAU,cAAc,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAC1F,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,EAClD,MAAM,CACP,CAAC;QACF,wEAAwE;QACxE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAO,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,eAAe,IAAI,qBAAqB,CAAC;IAE5E,IAAI,mBAAmB,GAAQ,SAAS,CAAC;IAEzC,8DAA8D;IAC9D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAC/B,EAAE,IAAI,EAAE,QAAQ,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,EAClE,KAAK,IAAI,EAAE;QACT,mBAAmB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAE1C,MAAM,QAAQ,GAAG,MAAM,EAAE,EAAE,CAAC;QAE5B,gEAAgE;QAChE,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;YACtB,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC;gBACd,SAAS,EAAE,cAAc,CAAC,SAAS;gBACnC,UAAU,EAAE,cAAc,CAAC,UAAU;gBACrC,OAAO,EAAE,cAAc,CAAC,OAAO;gBAC/B,GAAG,CAAC,cAAc,CAAC,QAAQ;oBACzB,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,CAAC,QAAQ,EAAE;oBACvC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CACF,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC;AACtD,CAAC;AAMD,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,iBAAiB,GAAG,IAAI,qBAAqB,EAAE,CAAC;IACtD,OAAO,iBAAiB,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CACjC,SAAS,EACT,wCAAwC,CACzC,CAAC;IACF,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,cAAc;QAC9B,gBAAgB;KACjB,CAAC,CAAC;IAEH,OAAO,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAe,EACf,QAAQ,GAAG,CAAC,wBAAwB,EAAE,cAAc,CAAC;IAErD,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAE9D,6BAA6B;IAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IACzE,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,cAAc,EAAE,WAAW;QAC3B,gBAAgB;KACjB,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAE7D,oDAAoD;IACpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IAEpD,8BAA8B;IAC9B,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;QACxC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,4DAA4D;IAC5D,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QACzC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,mCAAmC;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;AAC1C,CAAC;AAuBD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAe,EACf,QAAgB,EAChB,QAAiC;IAEjC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAEtE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3C,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE;QACxC,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC;KAC/B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC;IAE7C,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,IAAiC;YACjD,IACE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;gBACvC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,OAAO,EACxC,CAAC;gBACD,IAAI,OAAO,GAAG,IAAI,CAAC;gBAEnB,oCAAoC;gBACpC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACxC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM;wBACzB,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,wBAAwB;wBAC7C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,YAAY;wBAC3C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CACnD,CAAC;oBACF,IAAI,CAAC,QAAQ;wBAAE,OAAO,GAAG,KAAK,CAAC;gBACjC,CAAC;gBAED,gCAAgC;gBAChC,IAAI,QAAQ,CAAC,SAAS,IAAI,OAAO,EAAE,CAAC;oBAClC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACtC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;wBAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;wBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY;wBAC/B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;wBACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,SAAS,CAC1C,CAAC;oBACF,IAAI,CAAC,MAAM;wBAAE,OAAO,GAAG,KAAK,CAAC;gBAC/B,CAAC;gBAED,kDAAkD;gBAClD,IAAI,QAAQ,CAAC,gBAAgB,IAAI,OAAO,EAAE,CAAC;oBACzC,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAChD,QAAQ,CAAC,gBAAgB,CAC1B,EAAE,CAAC;wBACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CACpC,CAAC,IAAwB,EAAE,EAAE,CAC3B,IAAI,CAAC,IAAI,KAAK,cAAc;4BAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe;4BAClC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAC9B,CAAC;wBAEF,IACE,CAAC,IAAI;4BACL,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc;gCAC3B,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,eAAe;gCACpC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,EACjC,CAAC;4BACD,OAAO,GAAG,KAAK,CAAC;4BAChB,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEnB,4EAA4E;oBAC5E,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;wBACtD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,OAAO,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAyB,EAAE,OAAe;IACtE,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,SAAyB;IACtD,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACtD,MAAM,qBAAqB,GAAG,kBAAkB,CAC9C,KAAK,CAAC,cAAc,EACpB,KAAK,CAAC,gBAAgB,CACvB,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CACrB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjE,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;gBAClB,GAAG,IAAI;gBACP,MAAM,EAAE,EAAS;aAClB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;YAC/C,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBACb,GAAG,IAAI;gBACP,MAAM,EAAE,aAAa,CAAC,MAAM;aAC7B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,CAAC,OAAO,EAAE,CAAC;YAClC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;gBACd,GAAG,IAAI;gBACP,MAAM,EAAE,cAAc,CAAC,MAAM;aAC9B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBACZ,GAAG,IAAI;gBACP,MAAM,EAAE,YAAY,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,mBAAmB,CAAC,OAAO,EAAE,CAAC;YACvC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACxB,GAAG,IAAI;gBACP,MAAM,EAAE,mBAAmB,CAAC,MAAM;aACnC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EACD;QACE,WAAW,EAAE,IAA2B;QACxC,MAAM,EAAE,EAAyC;QACjD,KAAK,EAAE,EAA0C;QACjD,IAAI,EAAE,EAA4C;QAClD,UAAU,EAAE,EAA4B;QACxC,gBAAgB,EAAE,EAA6C;QAC/D,KAAK,EAAE,EAAoB;KAC5B,CACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAiB;IACnD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAEtE,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QACrD,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAe;IAClD,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,8DAA8D;IAC9D,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,eAAe,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC;QACX,GAAG,EAAE,YAAY;QACjB,OAAO,EAAE,kBAAkB;QAC3B,OAAO,EAAE,WAAW,CAAC,OAAO;QAC5B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE;YACJ,YAAY,EAAE,UAAU;YACxB,kBAAkB,EAAE,QAAQ;SAC7B;QACD,MAAM,EAAE;YACN,KAAK,EAAE,sBAAsB;YAC7B,gBAAgB,EAAE,IAAI;SACvB;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAyB,EAAE,OAAe;IACxE,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,iBAAiB;aAC1B,MAAM,CACL;YACE,KAAK,EAAE;gBACL,qCAAqC,EAAE,KAAK;gBAC5C,yCAAyC,EAAE,KAAK;gBAChD,mCAAmC,EAAE,KAAK;gBAC1C,4CAA4C,EAAE,KAAK;gBACnD,uCAAuC,EAAE,KAAK;gBAC9C,oCAAoC,EAAE,KAAK;aAC5C;SACF,EACD;YACE,KAAK,EAAE,CAAC,UAAU,CAAC;YACnB,KAAK,EAAE;gBACL,qCAAqC,EAAE,MAAM;gBAC7C,gCAAgC,EAAE,OAAO;gBACzC,+BAA+B,EAAE,MAAM;gBACvC,iCAAiC,EAAE,MAAM;gBACzC,oCAAoC,EAAE,MAAM;gBAC5C,mCAAmC,EAAE,OAAO;gBAC5C,2CAA2C,EAAE,OAAO;gBACpD,+BAA+B,EAAE,MAAM;gBACvC,6CAA6C,EAAE,OAAO;aACvD;SACF,CACF;aACA,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAClB,+DAA+D;YAC/D,+DAA+D;YAC/D,mDAAmD;YACnD,IACE,UAAU;gBACV,OAAO,UAAU,KAAK,QAAQ;gBAC9B,QAAQ,IAAI,UAAU,EACtB,CAAC;gBACD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,UAAiB,CAAC;gBAC9C,OAAO;oBACL,GAAG,IAAI;oBACP,eAAe,EAAE;wBACf,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,EAAE,CAAC;wBAC/B,MAAM;qBACP;iBACF,CAAC;YACJ,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC,CAAC;QAEJ,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO;KACb,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,SAAS,CACxC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CACpC,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AACxC,CAAC;AAsBD,SAAS,gBAAgB,CAAC,OAAuB;IAC/C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GACjB,EAAE,CAAC;IAEL,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,WAAW,IAAI,MAAM,CAAC,UAAU,CAAC;QACjC,aAAa,IAAI,MAAM,CAAC,YAAY,CAAC;QAErC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC;YAE3C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACrD,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACjC,CAAC;iBAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAClC,aAAa,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,WAAW;QACvB,YAAY,EAAE,aAAa;QAC3B,aAAa;QACb,SAAS,EAAE,WAAW,GAAG,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAyB,EACzB,OAAe;IAEf,MAAM,cAAc,CAClB,SAAS;SACN,MAAM,CACL,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CACf,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,KAAK,KAAK,CAC7D;SACA,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EACxD,OAAO,CACR,CAAC;IAEF,+EAA+E;IAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACjE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAE3D,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,iBAAiB,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;IAC3D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,0DAA0D;QAC1D,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAED,4EAA4E;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;IAC3D,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuEvB,CAAC;IACA,MAAM,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IAE3C,yDAAyD;IACzD,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACjD,MAAM,aAAa,GAAG,KAAK,CACzB,KAAK,EACL;YACE,QAAQ;YACR,UAAU;YACV,mBAAmB;YACnB,UAAU;YACV,MAAM;YACN,eAAe;SAChB,EACD;YACE,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,MAAM;SACd,CACF,CAAC;QAEF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACjC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,6BAA6B;gBAC7B,OAAO,CAAC;oBACN,UAAU,EAAE,CAAC;oBACb,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,EAAE;oBACjB,SAAS,EAAE,KAAK;iBACjB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,uCAAuC;gBACvC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAmB,CAAC;oBACrD,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CACJ,IAAI,KAAK,CACP,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChG,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,IAAI,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC;YACvE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClC,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,6 @@
1
+ import type { ScorerContext, ScorerResult } from "./scorer-types.js";
2
+ export declare function scoreApiCountTolerance(context: ScorerContext): ScorerResult;
3
+ export declare function scoreExpectedUiComponentsInPage(context: ScorerContext): ScorerResult;
4
+ export declare function scoreExpectedUiComponentProperties(context: ScorerContext): ScorerResult;
5
+ export declare function scoreLintIssues(context: ScorerContext): Promise<ScorerResult>;
6
+ //# sourceMappingURL=non-critical-scorers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"non-critical-scorers.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/non-critical-scorers.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAMrE,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAoC3E;AAED,wBAAgB,+BAA+B,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAmEpF;AAiBD,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CA0EvF;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CA0BnF"}
@@ -0,0 +1,187 @@
1
+ import { findComponentsInPage, findComponentAtPath } from "../content-matchers/index.js";
2
+ import { SCORING_CONFIG } from "./scorer-types.js";
3
+ // Non-critical scorer functions - these result in smaller point deductions when they fail
4
+ // ------------------------
5
+ export function scoreApiCountTolerance(context) {
6
+ const expectedRange = context.config.expectedApiCountRange;
7
+ let passed = true;
8
+ let apiCountDiff = 0;
9
+ if (typeof expectedRange === "number") {
10
+ if (expectedRange !== context.apis.length) {
11
+ passed = false;
12
+ apiCountDiff = Math.abs(expectedRange - context.apis.length);
13
+ }
14
+ }
15
+ else {
16
+ const [min, max] = expectedRange;
17
+ if (context.apis.length < min || context.apis.length > max) {
18
+ passed = false;
19
+ apiCountDiff =
20
+ context.apis.length < min
21
+ ? min - context.apis.length
22
+ : context.apis.length - max;
23
+ }
24
+ }
25
+ const scoreDelta = passed
26
+ ? 0
27
+ : apiCountDiff * SCORING_CONFIG.NON_CRITICAL_DEDUCTIONS.API_OUTSIDE_RANGE;
28
+ return {
29
+ checkName: "hasReasonableApiCount",
30
+ passed,
31
+ scoreDelta,
32
+ isCritical: false,
33
+ metadata: {
34
+ expectedRange,
35
+ actualCount: context.apis.length,
36
+ apiCountDiff,
37
+ },
38
+ };
39
+ }
40
+ export function scoreExpectedUiComponentsInPage(context) {
41
+ let totalDeduction = 0;
42
+ let totalIssues = 0;
43
+ let passed = true;
44
+ const componentIssues = [];
45
+ for (const uiComponent of context.config.expectedUiComponents ?? []) {
46
+ const foundComponents = findComponentsInPage(context.pageContent, uiComponent.type);
47
+ if (typeof uiComponent.expectedCount === "number") {
48
+ const tolerance = 1;
49
+ const diff = Math.abs(foundComponents.length - uiComponent.expectedCount);
50
+ if (diff > tolerance) {
51
+ const componentsOutsideRange = diff - tolerance;
52
+ const deduction = componentsOutsideRange *
53
+ SCORING_CONFIG.NON_CRITICAL_DEDUCTIONS
54
+ .MISSING_NON_CRITICAL_COMPONENT;
55
+ totalIssues += componentsOutsideRange;
56
+ totalDeduction += deduction;
57
+ passed = false;
58
+ componentIssues.push({
59
+ type: uiComponent.type,
60
+ expected: uiComponent.expectedCount,
61
+ actual: foundComponents.length,
62
+ issueCount: componentsOutsideRange,
63
+ });
64
+ }
65
+ }
66
+ else {
67
+ const [min, max] = uiComponent.expectedCount;
68
+ if (foundComponents.length < min || foundComponents.length > max) {
69
+ const componentsOutsideRange = foundComponents.length < min
70
+ ? min - foundComponents.length
71
+ : foundComponents.length - max;
72
+ const deduction = componentsOutsideRange *
73
+ SCORING_CONFIG.NON_CRITICAL_DEDUCTIONS
74
+ .MISSING_NON_CRITICAL_COMPONENT;
75
+ totalIssues += componentsOutsideRange;
76
+ totalDeduction += deduction;
77
+ passed = false;
78
+ componentIssues.push({
79
+ type: uiComponent.type,
80
+ expected: [min, max],
81
+ actual: foundComponents.length,
82
+ issueCount: componentsOutsideRange,
83
+ });
84
+ }
85
+ }
86
+ }
87
+ return {
88
+ checkName: "hasReasonableUiComponentInPageCounts",
89
+ passed,
90
+ scoreDelta: totalDeduction,
91
+ isCritical: false,
92
+ metadata: {
93
+ totalIssues,
94
+ componentIssues,
95
+ },
96
+ };
97
+ }
98
+ function getComponentForPropertyCheck(foundComponents, config) {
99
+ if (config.path) {
100
+ return findComponentAtPath(foundComponents, config.path);
101
+ }
102
+ const index = config.index ?? 0;
103
+ return foundComponents[index];
104
+ }
105
+ export function scoreExpectedUiComponentProperties(context) {
106
+ let totalDeduction = 0;
107
+ let totalIssues = 0;
108
+ let passed = true;
109
+ const propertyIssues = [];
110
+ for (const uiComponent of context.config.expectedUiComponentProperties ?? []) {
111
+ const foundComponents = findComponentsInPage(context.pageContent, uiComponent.type);
112
+ const component = getComponentForPropertyCheck(foundComponents, uiComponent);
113
+ if (!component) {
114
+ const selector = uiComponent.path
115
+ ? `at path [${uiComponent.path.join(", ")}]`
116
+ : `at index ${uiComponent.index ?? 0}`;
117
+ throw new Error(`Component of type ${uiComponent.type} ${selector} to check properties on not found`);
118
+ }
119
+ // Check expected properties
120
+ for (const [key, value] of Object.entries(uiComponent.expectedProperties ?? {})) {
121
+ if (component.props[key] !== value) {
122
+ const deduction = SCORING_CONFIG.NON_CRITICAL_DEDUCTIONS.MISSING_NON_CRITICAL_PROPERTY;
123
+ totalIssues += 1;
124
+ totalDeduction += deduction;
125
+ passed = false;
126
+ propertyIssues.push({
127
+ componentType: uiComponent.type,
128
+ property: key,
129
+ expectedValue: value,
130
+ actualValue: component.props[key],
131
+ });
132
+ }
133
+ }
134
+ // Check expected undefined properties
135
+ if (uiComponent.expectedUndefinedProperties) {
136
+ for (const undefinedProp of uiComponent.expectedUndefinedProperties) {
137
+ const propertyIsUndefined = !(undefinedProp in component.props) ||
138
+ component.props[undefinedProp] === undefined;
139
+ if (!propertyIsUndefined) {
140
+ const deduction = SCORING_CONFIG.NON_CRITICAL_DEDUCTIONS.MISSING_NON_CRITICAL_PROPERTY;
141
+ totalIssues += 1;
142
+ totalDeduction += deduction;
143
+ passed = false;
144
+ propertyIssues.push({
145
+ componentType: uiComponent.type,
146
+ unexpectedProperty: undefinedProp,
147
+ actualValue: component.props[undefinedProp],
148
+ });
149
+ }
150
+ }
151
+ }
152
+ }
153
+ return {
154
+ checkName: "hasReasonableUiComponentProperties",
155
+ passed,
156
+ scoreDelta: totalDeduction,
157
+ isCritical: false,
158
+ metadata: {
159
+ totalIssues,
160
+ propertyIssues,
161
+ },
162
+ };
163
+ }
164
+ export async function scoreLintIssues(context) {
165
+ if (!context.lintResult) {
166
+ throw new Error("Lint result not provided to scorer context");
167
+ }
168
+ const lintErrorDeduction = context.lintResult.errorCount *
169
+ SCORING_CONFIG.NON_CRITICAL_DEDUCTIONS.LINT_ERROR;
170
+ const lintWarningDeduction = context.lintResult.warningCount *
171
+ SCORING_CONFIG.NON_CRITICAL_DEDUCTIONS.LINT_WARNING;
172
+ const totalDeduction = lintErrorDeduction + lintWarningDeduction;
173
+ return {
174
+ checkName: "hasLintErrors",
175
+ passed: !context.lintResult.hasErrors,
176
+ scoreDelta: totalDeduction,
177
+ isCritical: false,
178
+ metadata: {
179
+ errorCount: context.lintResult.errorCount,
180
+ warningCount: context.lintResult.warningCount,
181
+ lintErrorDeduction,
182
+ lintWarningDeduction,
183
+ ruleBreakdown: context.lintResult.ruleBreakdown,
184
+ },
185
+ };
186
+ }
187
+ //# sourceMappingURL=non-critical-scorers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"non-critical-scorers.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/non-critical-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAEzF,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,0FAA0F;AAC1F,2BAA2B;AAE3B,MAAM,UAAU,sBAAsB,CAAC,OAAsB;IAC3D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAAC;IAC3D,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACtC,IAAI,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,GAAG,KAAK,CAAC;YACf,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,aAAa,CAAC;QACjC,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC3D,MAAM,GAAG,KAAK,CAAC;YACf,YAAY;gBACV,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG;oBACvB,CAAC,CAAC,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM;oBAC3B,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAClC,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,MAAM;QACvB,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,YAAY,GAAG,cAAc,CAAC,uBAAuB,CAAC,iBAAiB,CAAC;IAE5E,OAAO;QACL,SAAS,EAAE,uBAAuB;QAClC,MAAM;QACN,UAAU;QACV,UAAU,EAAE,KAAK;QACjB,QAAQ,EAAE;YACR,aAAa;YACb,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;YAChC,YAAY;SACb;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,OAAsB;IACpE,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,MAAM,eAAe,GAAG,EAAE,CAAC;IAE3B,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QACpE,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,WAAW,CAAC,IAAI,CACjB,CAAC;QAEF,IAAI,OAAO,WAAW,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YAClD,MAAM,SAAS,GAAG,CAAC,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CACnB,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,aAAa,CACnD,CAAC;YACF,IAAI,IAAI,GAAG,SAAS,EAAE,CAAC;gBACrB,MAAM,sBAAsB,GAAG,IAAI,GAAG,SAAS,CAAC;gBAChD,MAAM,SAAS,GACb,sBAAsB;oBACtB,cAAc,CAAC,uBAAuB;yBACnC,8BAA8B,CAAC;gBACpC,WAAW,IAAI,sBAAsB,CAAC;gBACtC,cAAc,IAAI,SAAS,CAAC;gBAC5B,MAAM,GAAG,KAAK,CAAC;gBACf,eAAe,CAAC,IAAI,CAAC;oBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;oBACtB,QAAQ,EAAE,WAAW,CAAC,aAAa;oBACnC,MAAM,EAAE,eAAe,CAAC,MAAM;oBAC9B,UAAU,EAAE,sBAAsB;iBACnC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,aAAa,CAAC;YAC7C,IAAI,eAAe,CAAC,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACjE,MAAM,sBAAsB,GAC1B,eAAe,CAAC,MAAM,GAAG,GAAG;oBAC1B,CAAC,CAAC,GAAG,GAAG,eAAe,CAAC,MAAM;oBAC9B,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,GAAG,CAAC;gBACnC,MAAM,SAAS,GACb,sBAAsB;oBACtB,cAAc,CAAC,uBAAuB;yBACnC,8BAA8B,CAAC;gBACpC,WAAW,IAAI,sBAAsB,CAAC;gBACtC,cAAc,IAAI,SAAS,CAAC;gBAC5B,MAAM,GAAG,KAAK,CAAC;gBACf,eAAe,CAAC,IAAI,CAAC;oBACnB,IAAI,EAAE,WAAW,CAAC,IAAI;oBACtB,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;oBACpB,MAAM,EAAE,eAAe,CAAC,MAAM;oBAC9B,UAAU,EAAE,sBAAsB;iBACnC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,sCAAsC;QACjD,MAAM;QACN,UAAU,EAAE,cAAc;QAC1B,UAAU,EAAE,KAAK;QACjB,QAAQ,EAAE;YACR,WAAW;YACX,eAAe;SAChB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CACnC,eAAwD,EACxD,MAGC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAChC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAAC,OAAsB;IACvE,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,6BAA6B,IAAI,EAAE,EAAE,CAAC;QAC7E,MAAM,eAAe,GAAG,oBAAoB,CAC1C,OAAO,CAAC,WAAW,EACnB,WAAW,CAAC,IAAI,CACjB,CAAC;QACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,eAAe,EACf,WAAW,CACZ,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI;gBAC/B,CAAC,CAAC,YAAY,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBAC5C,CAAC,CAAC,YAAY,WAAW,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CACb,qBAAqB,WAAW,CAAC,IAAI,IAAI,QAAQ,mCAAmC,CACrF,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CACvC,WAAW,CAAC,kBAAkB,IAAI,EAAE,CACrC,EAAE,CAAC;YACF,IAAI,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,cAAc,CAAC,uBAAuB,CAAC,6BAA6B,CAAC;gBACvF,WAAW,IAAI,CAAC,CAAC;gBACjB,cAAc,IAAI,SAAS,CAAC;gBAC5B,MAAM,GAAG,KAAK,CAAC;gBACf,cAAc,CAAC,IAAI,CAAC;oBAClB,aAAa,EAAE,WAAW,CAAC,IAAI;oBAC/B,QAAQ,EAAE,GAAG;oBACb,aAAa,EAAE,KAAK;oBACpB,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;iBAClC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,IAAI,WAAW,CAAC,2BAA2B,EAAE,CAAC;YAC5C,KAAK,MAAM,aAAa,IAAI,WAAW,CAAC,2BAA2B,EAAE,CAAC;gBACpE,MAAM,mBAAmB,GACvB,CAAC,CAAC,aAAa,IAAI,SAAS,CAAC,KAAK,CAAC;oBACnC,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC;gBAC/C,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBACzB,MAAM,SAAS,GAAG,cAAc,CAAC,uBAAuB,CAAC,6BAA6B,CAAC;oBACvF,WAAW,IAAI,CAAC,CAAC;oBACjB,cAAc,IAAI,SAAS,CAAC;oBAC5B,MAAM,GAAG,KAAK,CAAC;oBACf,cAAc,CAAC,IAAI,CAAC;wBAClB,aAAa,EAAE,WAAW,CAAC,IAAI;wBAC/B,kBAAkB,EAAE,aAAa;wBACjC,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC;qBAC5C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,EAAE,oCAAoC;QAC/C,MAAM;QACN,UAAU,EAAE,cAAc;QAC1B,UAAU,EAAE,KAAK;QACjB,QAAQ,EAAE;YACR,WAAW;YACX,cAAc;SACf;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAsB;IAC1D,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,kBAAkB,GACtB,OAAO,CAAC,UAAU,CAAC,UAAU;QAC7B,cAAc,CAAC,uBAAuB,CAAC,UAAU,CAAC;IACpD,MAAM,oBAAoB,GACxB,OAAO,CAAC,UAAU,CAAC,YAAY;QAC/B,cAAc,CAAC,uBAAuB,CAAC,YAAY,CAAC;IACtD,MAAM,cAAc,GAAG,kBAAkB,GAAG,oBAAoB,CAAC;IAEjE,OAAO;QACL,SAAS,EAAE,eAAe;QAC1B,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS;QACrC,UAAU,EAAE,cAAc;QAC1B,UAAU,EAAE,KAAK;QACjB,QAAQ,EAAE;YACR,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,UAAU;YACzC,YAAY,EAAE,OAAO,CAAC,UAAU,CAAC,YAAY;YAC7C,kBAAkB;YAClB,oBAAoB;YACpB,aAAa,EAAE,OAAO,CAAC,UAAU,CAAC,aAAa;SAChD;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,39 @@
1
+ import type { EvalScoreConfig } from "./eval-scoring.js";
2
+ import type { MatchedArtifact, LintResult } from "./index.js";
3
+ import type { Paths } from "../../const.js";
4
+ export interface ScorerContext {
5
+ scopes: MatchedArtifact<Paths.PageScopes>[];
6
+ pages: MatchedArtifact<Paths.PageIndexes>[];
7
+ apis: MatchedArtifact<Paths.GeneratedApis>[];
8
+ apiNames: string[];
9
+ customComponents: MatchedArtifact<Paths.ComponentsFile>[];
10
+ components: MatchedArtifact<Paths.ComponentsFile>[];
11
+ config: EvalScoreConfig;
12
+ pageContent: string;
13
+ lintResult?: LintResult;
14
+ }
15
+ export interface ScorerResult {
16
+ checkName: string;
17
+ passed: boolean;
18
+ scoreDelta: number;
19
+ isCritical: boolean;
20
+ metadata?: Record<string, any>;
21
+ }
22
+ export type ScorerFunction = (context: ScorerContext) => ScorerResult | Promise<ScorerResult>;
23
+ export declare const PASSING_SCORE_THRESHOLD = 80;
24
+ export declare const SCORING_CONFIG: {
25
+ readonly STARTING_SCORE: 100;
26
+ readonly MINIMUM_SCORE: 0;
27
+ readonly CRITICAL_FAILURE_PENALTY: -100;
28
+ readonly NON_CRITICAL_DEDUCTIONS: {
29
+ readonly LINT_ERROR: -6;
30
+ readonly LINT_WARNING: -1;
31
+ readonly TYPE_ERROR: -6;
32
+ readonly API_OUTSIDE_RANGE: -10;
33
+ readonly MISSING_NON_CRITICAL_COMPONENT: -10;
34
+ readonly MISSING_NON_CRITICAL_PROPERTY: -6;
35
+ readonly MISSING_BIND_ENTITY: -6;
36
+ readonly MISSING_FRONTEND_ENTITY: -10;
37
+ };
38
+ };
39
+ //# sourceMappingURL=scorer-types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scorer-types.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/scorer-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC9D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAK5C,MAAM,WAAW,aAAa;IAE5B,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;IAC5C,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;IAC5C,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;IAC7C,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,gBAAgB,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;IAC1D,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;IAGpD,MAAM,EAAE,eAAe,CAAC;IAGxB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,cAAc,GAAG,CAC3B,OAAO,EAAE,aAAa,KACnB,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;AAG1C,eAAO,MAAM,uBAAuB,KAAK,CAAC;AAG1C,eAAO,MAAM,cAAc;;;;;;;;;;;;;;CAcjB,CAAC"}
@@ -0,0 +1,19 @@
1
+ // Test passing threshold
2
+ export const PASSING_SCORE_THRESHOLD = 80;
3
+ // Scoring configuration constants
4
+ export const SCORING_CONFIG = {
5
+ STARTING_SCORE: 100,
6
+ MINIMUM_SCORE: 0,
7
+ CRITICAL_FAILURE_PENALTY: -100,
8
+ NON_CRITICAL_DEDUCTIONS: {
9
+ LINT_ERROR: -6,
10
+ LINT_WARNING: -1,
11
+ TYPE_ERROR: -6,
12
+ API_OUTSIDE_RANGE: -10,
13
+ MISSING_NON_CRITICAL_COMPONENT: -10,
14
+ MISSING_NON_CRITICAL_PROPERTY: -6,
15
+ MISSING_BIND_ENTITY: -6,
16
+ MISSING_FRONTEND_ENTITY: -10,
17
+ },
18
+ };
19
+ //# sourceMappingURL=scorer-types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scorer-types.js","sourceRoot":"","sources":["../../../../src/ai-service/evals/helpers/scorer-types.ts"],"names":[],"mappings":"AAoCA,yBAAyB;AACzB,MAAM,CAAC,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAE1C,kCAAkC;AAClC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,cAAc,EAAE,GAAG;IACnB,aAAa,EAAE,CAAC;IAChB,wBAAwB,EAAE,CAAC,GAAG;IAC9B,uBAAuB,EAAE;QACvB,UAAU,EAAE,CAAC,CAAC;QACd,YAAY,EAAE,CAAC,CAAC;QAChB,UAAU,EAAE,CAAC,CAAC;QACd,iBAAiB,EAAE,CAAC,EAAE;QACtB,8BAA8B,EAAE,CAAC,EAAE;QACnC,6BAA6B,EAAE,CAAC,CAAC;QACjC,mBAAmB,EAAE,CAAC,CAAC;QACvB,uBAAuB,EAAE,CAAC,EAAE;KAC7B;CACO,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ai-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,aAAa,EAClB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAMjC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAsC3D,OAAO,KAAK,EAEV,eAAe,EACf,eAAe,EAChB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,KAAK,EACV,iBAAiB,EACjB,mBAAmB,EACpB,MAAM,uCAAuC,CAAC;AAE/C,qBAAa,SAAU,SAAQ,kBAAkB,CAAC,eAAe,CAAC;IAepD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAdnC,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,sBAAsB,CAAyB;IACvD,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,mBAAmB,CAAsB;IAEjD,OAAO,CAAC,KAAK,CAAQ;IAErB,IAAW,UAAU,IAAI,eAAe,CAEvC;gBAE4B,MAAM,EAAE,eAAe;IA0DpD,OAAO,CAAC,4BAA4B;YAoFtB,gCAAgC;IAwDjC,gBAAgB,CAC3B,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IA2ChB,OAAO,CAAC,2BAA2B;IAmBtB,uBAAuB,CAClC,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IAkBH,uBAAuB,CAClC,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IAkBH,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQzC,sBAAsB,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAgBpC,0BAA0B,CACrC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EACxC,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IAoBT,MAAM,IAAI,OAAO;IAQjB,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS;CAOjE"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ai-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,aAAa,EAClB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAMjC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAsC3D,OAAO,KAAK,EAEV,eAAe,EACf,eAAe,EAChB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,KAAK,EACV,iBAAiB,EACjB,mBAAmB,EACpB,MAAM,uCAAuC,CAAC;AAE/C,qBAAa,SAAU,SAAQ,kBAAkB,CAAC,eAAe,CAAC;IAepD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAdnC,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,sBAAsB,CAAyB;IACvD,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,mBAAmB,CAAsB;IAEjD,OAAO,CAAC,KAAK,CAAQ;IAErB,IAAW,UAAU,IAAI,eAAe,CAEvC;gBAE4B,MAAM,EAAE,eAAe;IA0DpD,OAAO,CAAC,4BAA4B;YAoFtB,gCAAgC;IAwDjC,gBAAgB,CAC3B,OAAO,EAAE,iBAAiB,EAC1B,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IA4ChB,OAAO,CAAC,2BAA2B;IAmBtB,uBAAuB,CAClC,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IAkBH,uBAAuB,CAClC,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IAkBH,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQzC,sBAAsB,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAgBpC,0BAA0B,CACrC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EACxC,IAAI,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACvC,OAAO,CAAC,IAAI,CAAC;IAoBT,MAAM,IAAI,OAAO;IAQjB,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS;CAOjE"}
@@ -178,9 +178,14 @@ export class AiService extends TracedEventEmitter {
178
178
  }
179
179
  async handleAiGenerate(request, peer) {
180
180
  const { llmobs } = tracer;
181
- if (!this.clark.context.promptInterpretTask) {
182
- void this.registerPromptInterpretationTask(request.prompt, request.jwt, peer);
183
- }
181
+ // TODO: We'll reintroduce this when we're ready to do prompt interpretation.
182
+ // if (!this.clark.context.promptInterpretTask) {
183
+ // void this.registerPromptInterpretationTask(
184
+ // request.prompt,
185
+ // request.jwt,
186
+ // peer,
187
+ // );
188
+ // }
184
189
  return llmobs.trace({
185
190
  kind: "workflow",
186
191
  name: "ai-generate-code",
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ai-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EAEnB,kBAAkB,GACnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,MAAM,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,+DAA+D,CAAC;AACpG,OAAO,EACL,eAAe,EACf,WAAW,EACX,0BAA0B,EAC1B,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,aAAa,EACb,cAAc,GACf,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,GAAG,EAAE,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,4CAA4C,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,2CAA2C,CAAC;AAC3E,OAAO,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,4CAA4C,CAAC;AAC7E,OAAO,EAAE,QAAQ,EAAE,MAAM,uCAAuC,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6CAA6C,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,+CAA+C,CAAC;AACnF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAyB5E,MAAM,OAAO,SAAU,SAAQ,kBAAmC;IAenC;IAdrB,iBAAiB,CAAoB;IACrC,gBAAgB,CAAmB;IACnC,QAAQ,CAAW;IACnB,sBAAsB,CAAyB;IAC/C,gBAAgB,CAAmB;IACnC,WAAW,CAAkB;IAC7B,mBAAmB,CAAsB;IAEzC,KAAK,CAAQ;IAErB,IAAW,UAAU;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,YAA6B,MAAuB;QAClD,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QADM,WAAM,GAAN,MAAM,CAAiB;QAElD,+BAA+B;QAC/B,IAAI,CAAC,iBAAiB,GAAG,IAAI,qBAAqB,EAAE,CAAC;QACrD,IAAI,CAAC,mBAAmB,GAAG;YACzB,SAAS,EAAE;gBACT,OAAO,EAAE,GAAG,MAAM,CAAC,kBAAkB,4BAA4B;gBACjE,MAAM,EAAE,aAAa;gBACrB,KAAK,EACH,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM;oBACvC,CAAC,CAAC,kBAAkB;oBACpB,CAAC,CAAC,SAAS;aAChB;SACF,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;YAC3C,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC/C,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,CAAuC;YACzD,WAAW;YACX,YAAY,EAAE,eAAe,CAAC,IAAI;YAClC,cAAc,EAAE;gBACd,eAAe,EAAE,IAAI,eAAe,EAAE;aACvC;YACD,uBAAuB,EAAE,IAAI,CAAC,4BAA4B,EAAE;SAC7D,CAAC,CAAC;QAEH,2CAA2C;QAC3C,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,oBAAoB,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YAClE,IAAI,QAAQ,EAAE,CAAC;gBACb,0CAA0C;gBAC1C,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;oBACvB,cAAc,EAAE,IAAI;iBACrB,CAAC,CAAC;gBACH,MAAM,YAAY,GAAG,cAAc,CAAQ,IAAI,CAAC,KAAK,CAAC,CAAC;gBACvD,YAAY,CAAgB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG;YACd,kBAAkB;YAClB,yBAAyB;YACzB,yBAAyB;YACzB,oBAAoB;YACpB,wBAAwB;SACzB,CAAC;QACF,mBAAmB,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAElD,oCAAoC;IACtC,CAAC;IAEO,4BAA4B;QAClC,MAAM,0BAA0B,GAA+B;YAC7D,IAAI,EAAE,MAAM;YACZ,aAAa,EAAE,eAAe;YAC9B,aAAa,EAAE,eAAe;YAC9B,cAAc,EAAE,gBAAgB;YAChC,gBAAgB,EAAE,kBAAkB;YACpC,YAAY,EAAE,cAAc;YAC5B,IAAI,EAAE,QAAQ;SACf,CAAC;QAEF,OAAO,CAAC,KAAY,EAAE,EAAE;YACtB,MAAM,MAAM,GAAG;gBACb,GAAG,IAAI,CAAC,MAAM;gBACd,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,IAA2C;gBACpD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,eAAe,EAAE,IAAI,CAAC,UAAU;gBAChC,WAAW,EAAE,iBAAiB,CAC5B,IAAI,CAAC,mBAAmB,EACxB,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CACxB;aACF,CAAC;YAEF,MAAM,kBAAkB,GAAG,MAAM,CAAC,WAAW,CAC3C,MAAM,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,CAC5C,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CACpE,CACF,CAAC;YAEF,OAAO,KAAK,EAAE,UAA2B,EAAE,EAAE;gBAC3C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;gBAC1B,OAAO,MAAM,CAAC,KAAK,CACjB;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,UAAU,CAAC,EAAE;oBACnB,IAAI,EAAE;wBACJ,UAAU,EAAE,UAAU,CAAC,IAAI;wBAC3B,gBAAgB,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI;qBACxC;iBACF,EACD,KAAK,EAAE,CAAC,EAAE,EAAE;oBACV,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,UAAU,CAAC;oBACvC,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAC;oBACvC,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;oBAChD,CAAC;oBACD,SAAS,EAAE,CAAC,IAAI,CACd,kCAAkC,IAAI,OAAO,EAAE,eAAe,KAAK,CAAC,IAAI,EAAE,CAC3E,CAAC;oBACF,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;oBAC5B,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,SAAS,EAAE,CAAC,KAAK,CACf,2CAA2C,EAAE,eAAe,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,EACjF,YAAY,CAAC,KAAK,CAAC,CACpB,CAAC;wBACF,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO;4BAC7C,KAAK,CAAC,IAAI,KAAK,aAAa;4BAC5B,KAAK,CAAC,IAAI,KAAK,cAAc,EAC7B,CAAC;4BACD,gEAAgE;4BAChE,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;wBAC7C,CAAC;wBAED,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;4BAClC,OAAO,KAAK,CAAC,IAAI,CAAC;gCAChB,IAAI,EAAE,cAAc;gCACpB,MAAM,EAAE,iDAAiD;6BAC1D,CAAC,CAAC;wBACL,CAAC;wBAED,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CACF,CAAC;YACJ,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gCAAgC,CAC5C,MAAc,EACd,GAAW,EACX,IAAwC;QAExC,MAAM,IAAI,GAAG,IAAI,mBAAmB,CAClC,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EACtD,IAAI,CAAC,UAAU,EACf,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;YACvB,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC;QACnB,IAAI,CAAC;YACH,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,EAAE,CAAC,KAAK,CACf,2CAA2C,EAC3C,YAAY,CAAC,KAAK,CAAC,CACpB,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAAC;QAE5D,KAAK,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC;YACxC,MAAM;YACN,cAAc;YACd,mBAAmB,EAAE,UAAU;YAC/B,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,CAAC;YACC,qEAAqE;YACrE,gDAAgD;YAChD,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CACvC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC,SAAS,CAAC,CACjE,CAAC;YAEF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,CACjD,CAAC;YAEF,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,MAAM,EACN,cAAc,EACd,kBAAkB,EAClB,YAAY,CACb,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,OAA0B,EAC1B,IAAwC;QAExC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAE1B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YAC5C,KAAK,IAAI,CAAC,gCAAgC,CACxC,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,GAAG,EACX,IAAI,CACL,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC,KAAK,CACjB;YACE,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,MAAM,EAAE;YACvC,wEAAwE;YACxE,sEAAsE;SACvE,EACD,KAAK,EAAE,CAAC,EAAE,EAAE;YACV,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,SAAS,EAAE,CAAC,IAAI,CACd,sCAAsC,EACtC,IAAI,CAAC,KAAK,CAAC,KAAK,CACjB,CAAC;gBACF,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,YAAY,GAAG,cAAc,CAAwB,IAAI,CAAC,KAAK,CAAC,CAAC;YAEvE,YAAY,CAAiB;gBAC3B,IAAI,EAAE,gBAAgB;gBACtB,OAAO;gBACP,IAAI;aACL,CAAC,CAAC;QACL,CAAC,CACF,CAAC;IACJ,CAAC;IAEO,2BAA2B,CAAC,WAAoB;QACtD,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;YAE1B,IAAI,CAAC;gBACH,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE;oBACtD,KAAK,EAAE,eAAe;oBACtB,UAAU,EAAE,aAAa;oBACzB,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;iBAC7C,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC,IAAI,CACd,sDAAsD,KAAK,EAAE,EAC7D,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAC7C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAClC,IAAwC;QAExC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;QAEvC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC7B,0DAA0D;YAC1D,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACvB,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAgB,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/D,YAAY,CAAQ,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAClC,IAAwC;QAExC,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC7B,0DAA0D;YAC1D,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACvB,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAgB,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/D,YAAY,CAAoB,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACjE,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;IAEM,sBAAsB,CAAC,KAAY;QACxC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YAC1D,SAAS,EAAE,CAAC,KAAK,CACf,2FAA2F,EAC3F,YAAY,CAAC,KAAK,CAAC,CACpB,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAoB,IAAI,CAAC,KAAK,CAAC,CAAC;QACnE,YAAY,CAAiB;YAC3B,IAAI,EAAE,oBAAoB;YAC1B,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,0BAA0B,CACrC,OAAwC,EACxC,IAAwC;QAExC,IACE,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI;YACzC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY,EACjD,CAAC;YACD,SAAS,EAAE,CAAC,IAAI,CACd,mEAAmE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CACtF,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,KAAK,EAAE,CAAC;QAEhD,KAAK,IAAI,CAAC,gCAAgC,CACxC,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,GAAG,EACX,IAAI,CACL,CAAC;IACJ,CAAC;IAEM,MAAM;QACX,OAAO,CACL,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI;YACzC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY;YACjD,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI,CAC1C,CAAC;IACJ,CAAC;IAEM,gBAAgB,CAAC,aAAwC;QAC9D,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC9D,CAAC;CACF"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ai-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EAEnB,kBAAkB,GACnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,MAAM,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,+DAA+D,CAAC;AACpG,OAAO,EACL,eAAe,EACf,WAAW,EACX,0BAA0B,EAC1B,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,aAAa,EACb,cAAc,GACf,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,GAAG,EAAE,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,4CAA4C,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,2CAA2C,CAAC;AAC3E,OAAO,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,4CAA4C,CAAC;AAC7E,OAAO,EAAE,QAAQ,EAAE,MAAM,uCAAuC,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6CAA6C,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,+CAA+C,CAAC;AACnF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAyB5E,MAAM,OAAO,SAAU,SAAQ,kBAAmC;IAenC;IAdrB,iBAAiB,CAAoB;IACrC,gBAAgB,CAAmB;IACnC,QAAQ,CAAW;IACnB,sBAAsB,CAAyB;IAC/C,gBAAgB,CAAmB;IACnC,WAAW,CAAkB;IAC7B,mBAAmB,CAAsB;IAEzC,KAAK,CAAQ;IAErB,IAAW,UAAU;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,YAA6B,MAAuB;QAClD,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QADM,WAAM,GAAN,MAAM,CAAiB;QAElD,+BAA+B;QAC/B,IAAI,CAAC,iBAAiB,GAAG,IAAI,qBAAqB,EAAE,CAAC;QACrD,IAAI,CAAC,mBAAmB,GAAG;YACzB,SAAS,EAAE;gBACT,OAAO,EAAE,GAAG,MAAM,CAAC,kBAAkB,4BAA4B;gBACjE,MAAM,EAAE,aAAa;gBACrB,KAAK,EACH,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM;oBACvC,CAAC,CAAC,kBAAkB;oBACpB,CAAC,CAAC,SAAS;aAChB;SACF,CAAC;QACF,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC;YAC3C,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;SAC1C,CAAC,CAAC;QACH,IAAI,CAAC,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC/C,IAAI,CAAC,WAAW,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,CAAuC;YACzD,WAAW;YACX,YAAY,EAAE,eAAe,CAAC,IAAI;YAClC,cAAc,EAAE;gBACd,eAAe,EAAE,IAAI,eAAe,EAAE;aACvC;YACD,uBAAuB,EAAE,IAAI,CAAC,4BAA4B,EAAE;SAC7D,CAAC,CAAC;QAEH,2CAA2C;QAC3C,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,oBAAoB,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YAClE,IAAI,QAAQ,EAAE,CAAC;gBACb,0CAA0C;gBAC1C,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;oBACvB,cAAc,EAAE,IAAI;iBACrB,CAAC,CAAC;gBACH,MAAM,YAAY,GAAG,cAAc,CAAQ,IAAI,CAAC,KAAK,CAAC,CAAC;gBACvD,YAAY,CAAgB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG;YACd,kBAAkB;YAClB,yBAAyB;YACzB,yBAAyB;YACzB,oBAAoB;YACpB,wBAAwB;SACzB,CAAC;QACF,mBAAmB,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAElD,oCAAoC;IACtC,CAAC;IAEO,4BAA4B;QAClC,MAAM,0BAA0B,GAA+B;YAC7D,IAAI,EAAE,MAAM;YACZ,aAAa,EAAE,eAAe;YAC9B,aAAa,EAAE,eAAe;YAC9B,cAAc,EAAE,gBAAgB;YAChC,gBAAgB,EAAE,kBAAkB;YACpC,YAAY,EAAE,cAAc;YAC5B,IAAI,EAAE,QAAQ;SACf,CAAC;QAEF,OAAO,CAAC,KAAY,EAAE,EAAE;YACtB,MAAM,MAAM,GAAG;gBACb,GAAG,IAAI,CAAC,MAAM;gBACd,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,IAA2C;gBACpD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,eAAe,EAAE,IAAI,CAAC,UAAU;gBAChC,WAAW,EAAE,iBAAiB,CAC5B,IAAI,CAAC,mBAAmB,EACxB,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CACxB;aACF,CAAC;YAEF,MAAM,kBAAkB,GAAG,MAAM,CAAC,WAAW,CAC3C,MAAM,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,CAC5C,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CACpE,CACF,CAAC;YAEF,OAAO,KAAK,EAAE,UAA2B,EAAE,EAAE;gBAC3C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;gBAC1B,OAAO,MAAM,CAAC,KAAK,CACjB;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,UAAU,CAAC,EAAE;oBACnB,IAAI,EAAE;wBACJ,UAAU,EAAE,UAAU,CAAC,IAAI;wBAC3B,gBAAgB,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI;qBACxC;iBACF,EACD,KAAK,EAAE,CAAC,EAAE,EAAE;oBACV,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,UAAU,CAAC;oBACvC,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAC;oBACvC,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;oBAChD,CAAC;oBACD,SAAS,EAAE,CAAC,IAAI,CACd,kCAAkC,IAAI,OAAO,EAAE,eAAe,KAAK,CAAC,IAAI,EAAE,CAC3E,CAAC;oBACF,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;oBAC5B,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,SAAS,EAAE,CAAC,KAAK,CACf,2CAA2C,EAAE,eAAe,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,EACjF,YAAY,CAAC,KAAK,CAAC,CACpB,CAAC;wBACF,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO;4BAC7C,KAAK,CAAC,IAAI,KAAK,aAAa;4BAC5B,KAAK,CAAC,IAAI,KAAK,cAAc,EAC7B,CAAC;4BACD,gEAAgE;4BAChE,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;wBAC7C,CAAC;wBAED,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;4BAClC,OAAO,KAAK,CAAC,IAAI,CAAC;gCAChB,IAAI,EAAE,cAAc;gCACpB,MAAM,EAAE,iDAAiD;6BAC1D,CAAC,CAAC;wBACL,CAAC;wBAED,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC,CACF,CAAC;YACJ,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,gCAAgC,CAC5C,MAAc,EACd,GAAW,EACX,IAAwC;QAExC,MAAM,IAAI,GAAG,IAAI,mBAAmB,CAClC,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EACtD,IAAI,CAAC,UAAU,EACf,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;YACvB,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC;QACnB,IAAI,CAAC;YACH,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,EAAE,CAAC,KAAK,CACf,2CAA2C,EAC3C,YAAY,CAAC,KAAK,CAAC,CACpB,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,cAAc,CAAC;QAE5D,KAAK,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC;YACxC,MAAM;YACN,cAAc;YACd,mBAAmB,EAAE,UAAU;YAC/B,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,CAAC;YACC,qEAAqE;YACrE,gDAAgD;YAChD,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CACvC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC,SAAS,CAAC,CACjE,CAAC;YAEF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,CACjD,CAAC;YAEF,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,MAAM,EACN,cAAc,EACd,kBAAkB,EAClB,YAAY,CACb,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,OAA0B,EAC1B,IAAwC;QAExC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAE1B,6EAA6E;QAC7E,iDAAiD;QACjD,gDAAgD;QAChD,sBAAsB;QACtB,mBAAmB;QACnB,YAAY;QACZ,OAAO;QACP,IAAI;QAEJ,OAAO,MAAM,CAAC,KAAK,CACjB;YACE,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,kBAAkB;YACxB,IAAI,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,MAAM,EAAE;YACvC,wEAAwE;YACxE,sEAAsE;SACvE,EACD,KAAK,EAAE,CAAC,EAAE,EAAE;YACV,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC5C,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,SAAS,EAAE,CAAC,IAAI,CACd,sCAAsC,EACtC,IAAI,CAAC,KAAK,CAAC,KAAK,CACjB,CAAC;gBACF,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,YAAY,GAAG,cAAc,CAAwB,IAAI,CAAC,KAAK,CAAC,CAAC;YAEvE,YAAY,CAAiB;gBAC3B,IAAI,EAAE,gBAAgB;gBACtB,OAAO;gBACP,IAAI;aACL,CAAC,CAAC;QACL,CAAC,CACF,CAAC;IACJ,CAAC;IAEO,2BAA2B,CAAC,WAAoB;QACtD,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;YAE1B,IAAI,CAAC;gBACH,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE;oBACtD,KAAK,EAAE,eAAe;oBACtB,UAAU,EAAE,aAAa;oBACzB,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;iBAC7C,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC,IAAI,CACd,sDAAsD,KAAK,EAAE,EAC7D,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAC7C,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAClC,IAAwC;QAExC,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC;QAEvC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC7B,0DAA0D;YAC1D,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACvB,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAgB,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/D,YAAY,CAAQ,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAClC,IAAwC;QAExC,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC7B,0DAA0D;YAC1D,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACvB,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAgB,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/D,YAAY,CAAoB,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACjE,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;IAEM,sBAAsB,CAAC,KAAY;QACxC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,gBAAgB,EAAE,CAAC;YAC1D,SAAS,EAAE,CAAC,KAAK,CACf,2FAA2F,EAC3F,YAAY,CAAC,KAAK,CAAC,CACpB,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAG,cAAc,CAAoB,IAAI,CAAC,KAAK,CAAC,CAAC;QACnE,YAAY,CAAiB;YAC3B,IAAI,EAAE,oBAAoB;YAC1B,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,0BAA0B,CACrC,OAAwC,EACxC,IAAwC;QAExC,IACE,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI;YACzC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY,EACjD,CAAC;YACD,SAAS,EAAE,CAAC,IAAI,CACd,mEAAmE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CACtF,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,KAAK,EAAE,CAAC;QAEhD,KAAK,IAAI,CAAC,gCAAgC,CACxC,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,GAAG,EACX,IAAI,CACL,CAAC;IACJ,CAAC;IAEM,MAAM;QACX,OAAO,CACL,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI;YACzC,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,YAAY;YACjD,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,eAAe,CAAC,IAAI,CAC1C,CAAC;IACJ,CAAC;IAEM,gBAAgB,CAAC,aAAwC;QAC9D,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC9D,CAAC;CACF"}
@@ -6,7 +6,7 @@ export const anthropicImpl = (settings) => {
6
6
  return {
7
7
  classifyPrompt: anthropic("claude-3-5-haiku-20241022"),
8
8
  openApiIntent: anthropic("claude-3-7-sonnet-20250219"),
9
- generateIncrementalEdit: wrapLanguageModel({
9
+ generateSpecificEdit: wrapLanguageModel({
10
10
  model: anthropic("claude-3-5-haiku-20241022"),
11
11
  middleware: [
12
12
  prioritySettingsMiddleware({
@@ -17,7 +17,7 @@ export const anthropicImpl = (settings) => {
17
17
  }),
18
18
  ],
19
19
  }),
20
- generateBroadUpdate: wrapLanguageModel({
20
+ generateBroadEdit: wrapLanguageModel({
21
21
  model: anthropic("claude-4-sonnet-20250514"),
22
22
  middleware: [
23
23
  prioritySettingsMiddleware({
@@ -27,7 +27,7 @@ export const anthropicImpl = (settings) => {
27
27
  }),
28
28
  ],
29
29
  }),
30
- generateFullApp: wrapLanguageModel({
30
+ generateFullAppGen: wrapLanguageModel({
31
31
  model: anthropic("claude-4-sonnet-20250514"),
32
32
  middleware: [
33
33
  prioritySettingsMiddleware({
@@ -1 +1 @@
1
- {"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/impl/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AAGzD,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,QAA6B,EAAiB,EAAE;IAC5E,MAAM,SAAS,GAAG,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEtD,OAAO;QACL,cAAc,EAAE,SAAS,CAAC,2BAA2B,CAAC;QACtD,aAAa,EAAE,SAAS,CAAC,4BAA4B,CAAC;QAEtD,uBAAuB,EAAE,iBAAiB,CAAC;YACzC,KAAK,EAAE,SAAS,CAAC,2BAA2B,CAAC;YAC7C,UAAU,EAAE;gBACV,0BAA0B,CAAC;oBACzB,QAAQ,EAAE;wBACR,SAAS,EAAE,IAAI;wBACf,WAAW,EAAE,GAAG;qBACjB;iBACF,CAAC;aACH;SACF,CAAC;QACF,mBAAmB,EAAE,iBAAiB,CAAC;YACrC,KAAK,EAAE,SAAS,CAAC,0BAA0B,CAAC;YAC5C,UAAU,EAAE;gBACV,0BAA0B,CAAC;oBACzB,QAAQ,EAAE;wBACR,SAAS,EAAE,KAAK;qBACjB;iBACF,CAAC;aACH;SACF,CAAC;QACF,eAAe,EAAE,iBAAiB,CAAC;YACjC,KAAK,EAAE,SAAS,CAAC,0BAA0B,CAAC;YAC5C,UAAU,EAAE;gBACV,0BAA0B,CAAC;oBACzB,QAAQ,EAAE;wBACR,SAAS,EAAE,KAAK;qBACjB;iBACF,CAAC;aACH;SACF,CAAC;KACH,CAAC;AACJ,CAAC,CAAC"}
1
+ {"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../../src/ai-service/llm/impl/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AAGzD,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,QAA6B,EAAiB,EAAE;IAC5E,MAAM,SAAS,GAAG,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEtD,OAAO;QACL,cAAc,EAAE,SAAS,CAAC,2BAA2B,CAAC;QACtD,aAAa,EAAE,SAAS,CAAC,4BAA4B,CAAC;QAEtD,oBAAoB,EAAE,iBAAiB,CAAC;YACtC,KAAK,EAAE,SAAS,CAAC,2BAA2B,CAAC;YAC7C,UAAU,EAAE;gBACV,0BAA0B,CAAC;oBACzB,QAAQ,EAAE;wBACR,SAAS,EAAE,IAAI;wBACf,WAAW,EAAE,GAAG;qBACjB;iBACF,CAAC;aACH;SACF,CAAC;QACF,iBAAiB,EAAE,iBAAiB,CAAC;YACnC,KAAK,EAAE,SAAS,CAAC,0BAA0B,CAAC;YAC5C,UAAU,EAAE;gBACV,0BAA0B,CAAC;oBACzB,QAAQ,EAAE;wBACR,SAAS,EAAE,KAAK;qBACjB;iBACF,CAAC;aACH;SACF,CAAC;QACF,kBAAkB,EAAE,iBAAiB,CAAC;YACpC,KAAK,EAAE,SAAS,CAAC,0BAA0B,CAAC;YAC5C,UAAU,EAAE;gBACV,0BAA0B,CAAC;oBACzB,QAAQ,EAAE;wBACR,SAAS,EAAE,KAAK;qBACjB;iBACF,CAAC;aACH;SACF,CAAC;KACH,CAAC;AACJ,CAAC,CAAC"}
@@ -12,9 +12,9 @@ export const createLLMProvider = (settings, getJwt) => {
12
12
  const languageModels = {
13
13
  classifyPrompt: wrapDefaults(impl.classifyPrompt),
14
14
  openApiIntent: wrapDefaults(impl.openApiIntent),
15
- generateIncrementalEdit: wrapDefaults(impl.generateIncrementalEdit),
16
- generateBroadUpdate: wrapDefaults(impl.generateBroadUpdate),
17
- generateFullApp: wrapDefaults(impl.generateFullApp),
15
+ generateSpecificEdit: wrapDefaults(impl.generateSpecificEdit),
16
+ generateBroadEdit: wrapDefaults(impl.generateBroadEdit),
17
+ generateFullAppGen: wrapDefaults(impl.generateFullAppGen),
18
18
  };
19
19
  const sdkProvider = customProvider({
20
20
  languageModels,
@@ -1 +1 @@
1
- {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAwB,MAAM,IAAI,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAQpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,QAA6B,EAC7B,MAAiC,EACpB,EAAE;IACf,MAAM,YAAY,GAAG,CAAC,KAAsB,EAAE,EAAE,CAC9C,iBAAiB,CAAC;QAChB,KAAK;QACL,UAAU,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;KACpC,CAAC,CAAC;IAEL,uEAAuE;IACvE,uEAAuE;IACvE,MAAM,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAErC,MAAM,cAAc,GAAkB;QACpC,cAAc,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QACjD,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;QAC/C,uBAAuB,EAAE,YAAY,CAAC,IAAI,CAAC,uBAAuB,CAAC;QACnE,mBAAmB,EAAE,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC;QAC3D,eAAe,EAAE,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC;KACpD,CAAC;IAEF,MAAM,WAAW,GAAG,cAAc,CAAC;QACjC,cAAc;KACf,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAE,EAAE;QACxC,OAAO,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,YAAY;QACZ,sBAAsB,EAAE,CAAC,cAAc,EAAE,EAAE,CACzC,uBAAuB,CAAC,YAAY,EAAE,cAAc,CAAC;KACxD,CAAC;AACJ,CAAC,CAAC"}
1
+ {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../src/ai-service/llm/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAwB,MAAM,IAAI,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAQpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,QAA6B,EAC7B,MAAiC,EACpB,EAAE;IACf,MAAM,YAAY,GAAG,CAAC,KAAsB,EAAE,EAAE,CAC9C,iBAAiB,CAAC;QAChB,KAAK;QACL,UAAU,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;KACpC,CAAC,CAAC;IAEL,uEAAuE;IACvE,uEAAuE;IACvE,MAAM,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAErC,MAAM,cAAc,GAAkB;QACpC,cAAc,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QACjD,aAAa,EAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;QAC/C,oBAAoB,EAAE,YAAY,CAAC,IAAI,CAAC,oBAAoB,CAAC;QAC7D,iBAAiB,EAAE,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACvD,kBAAkB,EAAE,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC;KAC1D,CAAC;IAEF,MAAM,WAAW,GAAG,cAAc,CAAC;QACjC,cAAc;KACf,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAE,EAAE;QACxC,OAAO,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,OAAO;QACL,YAAY;QACZ,sBAAsB,EAAE,CAAC,cAAc,EAAE,EAAE,CACzC,uBAAuB,CAAC,YAAY,EAAE,cAAc,CAAC;KACxD,CAAC;AACJ,CAAC,CAAC"}
@@ -4,7 +4,7 @@ import type { LanguageModelV1 } from "ai";
4
4
  export type LLMProviderSettings = {
5
5
  anthropic: AnthropicProviderSettings;
6
6
  };
7
- export type LLMTask = "classifyPrompt" | "openApiIntent" | "generateIncrementalEdit" | "generateBroadUpdate" | "generateFullApp";
7
+ export type LLMTask = "classifyPrompt" | "openApiIntent" | "generateSpecificEdit" | "generateBroadEdit" | "generateFullAppGen";
8
8
  export type LLMTaskModels = {
9
9
  [K in LLMTask]: LanguageModelV1;
10
10
  };