promptfoo 0.91.2 → 0.92.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (196) hide show
  1. package/dist/drizzle/0006_harsh_caretaker.sql +42 -0
  2. package/dist/drizzle/0007_cloudy_wong.sql +1 -0
  3. package/dist/drizzle/meta/0006_snapshot.json +721 -0
  4. package/dist/drizzle/meta/0007_snapshot.json +723 -0
  5. package/dist/drizzle/meta/_journal.json +14 -0
  6. package/dist/package.json +10 -8
  7. package/dist/src/app/assets/{index-Bc-q9rGp.js → index-CMDD1oSm.js} +233 -231
  8. package/dist/src/app/assets/{index.es-b3UhzAjj.js → index.es-D8cSwMq4.js} +1 -1
  9. package/dist/src/app/assets/{sync-D-OjEwME.js → sync-DJZvzYiS.js} +1 -1
  10. package/dist/src/app/index.html +1 -1
  11. package/dist/src/assertions.js +2 -2
  12. package/dist/src/assertions.js.map +1 -1
  13. package/dist/src/commands/cache.d.ts.map +1 -1
  14. package/dist/src/commands/cache.js +0 -2
  15. package/dist/src/commands/cache.js.map +1 -1
  16. package/dist/src/commands/eval.d.ts.map +1 -1
  17. package/dist/src/commands/eval.js +19 -16
  18. package/dist/src/commands/eval.js.map +1 -1
  19. package/dist/src/commands/export.d.ts.map +1 -1
  20. package/dist/src/commands/export.js +8 -31
  21. package/dist/src/commands/export.js.map +1 -1
  22. package/dist/src/commands/import.d.ts.map +1 -1
  23. package/dist/src/commands/import.js +52 -13
  24. package/dist/src/commands/import.js.map +1 -1
  25. package/dist/src/commands/list.d.ts.map +1 -1
  26. package/dist/src/commands/list.js +35 -7
  27. package/dist/src/commands/list.js.map +1 -1
  28. package/dist/src/commands/share.d.ts +2 -2
  29. package/dist/src/commands/share.d.ts.map +1 -1
  30. package/dist/src/commands/share.js +12 -13
  31. package/dist/src/commands/share.js.map +1 -1
  32. package/dist/src/commands/show.d.ts.map +1 -1
  33. package/dist/src/commands/show.js +10 -6
  34. package/dist/src/commands/show.js.map +1 -1
  35. package/dist/src/constants.d.ts +1 -0
  36. package/dist/src/constants.d.ts.map +1 -1
  37. package/dist/src/constants.js +2 -1
  38. package/dist/src/constants.js.map +1 -1
  39. package/dist/src/database/index.js +1 -1
  40. package/dist/src/database/index.js.map +1 -1
  41. package/dist/src/database/tables.d.ts +602 -4
  42. package/dist/src/database/tables.d.ts.map +1 -1
  43. package/dist/src/database/tables.js +67 -8
  44. package/dist/src/database/tables.js.map +1 -1
  45. package/dist/src/database/types.d.ts +3 -3
  46. package/dist/src/database/types.d.ts.map +1 -1
  47. package/dist/src/evaluator.d.ts +3 -2
  48. package/dist/src/evaluator.d.ts.map +1 -1
  49. package/dist/src/evaluator.js +75 -104
  50. package/dist/src/evaluator.js.map +1 -1
  51. package/dist/src/evaluatorHelpers.d.ts.map +1 -1
  52. package/dist/src/evaluatorHelpers.js +2 -1
  53. package/dist/src/evaluatorHelpers.js.map +1 -1
  54. package/dist/src/index.d.ts +4 -1
  55. package/dist/src/index.d.ts.map +1 -1
  56. package/dist/src/index.js +12 -9
  57. package/dist/src/index.js.map +1 -1
  58. package/dist/src/models/eval.d.ts +95 -0
  59. package/dist/src/models/eval.d.ts.map +1 -0
  60. package/dist/src/models/eval.js +390 -0
  61. package/dist/src/models/eval.js.map +1 -0
  62. package/dist/src/models/evalResult.d.ts +50 -0
  63. package/dist/src/models/evalResult.d.ts.map +1 -0
  64. package/dist/src/models/evalResult.js +122 -0
  65. package/dist/src/models/evalResult.js.map +1 -0
  66. package/dist/src/models/provider.d.ts +9 -0
  67. package/dist/src/models/provider.d.ts.map +1 -0
  68. package/dist/src/models/provider.js +47 -0
  69. package/dist/src/models/provider.js.map +1 -0
  70. package/dist/src/prompts/index.d.ts.map +1 -1
  71. package/dist/src/prompts/index.js +2 -1
  72. package/dist/src/prompts/index.js.map +1 -1
  73. package/dist/src/prompts/utils.d.ts +1 -0
  74. package/dist/src/prompts/utils.d.ts.map +1 -1
  75. package/dist/src/prompts/utils.js +7 -0
  76. package/dist/src/prompts/utils.js.map +1 -1
  77. package/dist/src/providers/http.js +2 -2
  78. package/dist/src/providers/http.js.map +1 -1
  79. package/dist/src/providers.js +5 -5
  80. package/dist/src/providers.js.map +1 -1
  81. package/dist/src/redteam/constants.d.ts +1 -1
  82. package/dist/src/redteam/constants.d.ts.map +1 -1
  83. package/dist/src/redteam/constants.js +7 -5
  84. package/dist/src/redteam/constants.js.map +1 -1
  85. package/dist/src/redteam/eval/excessive-agency/llm_rubric-20240617.json +10 -0
  86. package/dist/src/redteam/eval/excessive-agency/llm_rubric-20240618.json +10 -0
  87. package/dist/src/redteam/eval/harmful/llm_rubric-20240723.json +10 -0
  88. package/dist/src/redteam/eval/harmful/llm_rubric-20240724.json +10 -0
  89. package/dist/src/redteam/graders.d.ts +2 -0
  90. package/dist/src/redteam/graders.d.ts.map +1 -1
  91. package/dist/src/redteam/graders.js +2 -0
  92. package/dist/src/redteam/graders.js.map +1 -1
  93. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  94. package/dist/src/redteam/plugins/index.js +1 -0
  95. package/dist/src/redteam/plugins/index.js.map +1 -1
  96. package/dist/src/redteam/plugins/religion.d.ts +6 -0
  97. package/dist/src/redteam/plugins/religion.d.ts.map +1 -0
  98. package/dist/src/redteam/plugins/religion.js +14 -0
  99. package/dist/src/redteam/plugins/religion.js.map +1 -0
  100. package/dist/src/server/routes/evalRoutes.d.ts +1 -0
  101. package/dist/src/server/routes/evalRoutes.d.ts.map +1 -0
  102. package/dist/src/server/routes/evalRoutes.js +2 -0
  103. package/dist/src/server/routes/evalRoutes.js.map +1 -0
  104. package/dist/src/server/server.d.ts +1 -0
  105. package/dist/src/server/server.d.ts.map +1 -1
  106. package/dist/src/server/server.js +70 -31
  107. package/dist/src/server/server.js.map +1 -1
  108. package/dist/src/share.d.ts +2 -2
  109. package/dist/src/share.d.ts.map +1 -1
  110. package/dist/src/share.js +93 -34
  111. package/dist/src/share.js.map +1 -1
  112. package/dist/src/table.d.ts +2 -2
  113. package/dist/src/table.d.ts.map +1 -1
  114. package/dist/src/table.js +3 -3
  115. package/dist/src/table.js.map +1 -1
  116. package/dist/src/types/index.d.ts +163 -11
  117. package/dist/src/types/index.d.ts.map +1 -1
  118. package/dist/src/types/index.js +21 -1
  119. package/dist/src/types/index.js.map +1 -1
  120. package/dist/src/util/config/load.d.ts.map +1 -1
  121. package/dist/src/util/config/load.js +2 -1
  122. package/dist/src/util/config/load.js.map +1 -1
  123. package/dist/src/util/config/manage.d.ts.map +1 -1
  124. package/dist/src/util/config/manage.js.map +1 -1
  125. package/dist/src/util/convertEvalResultsToTable.d.ts +16 -0
  126. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -0
  127. package/dist/src/util/convertEvalResultsToTable.js +137 -0
  128. package/dist/src/util/convertEvalResultsToTable.js.map +1 -0
  129. package/dist/src/util/createHash.d.ts +1 -0
  130. package/dist/src/util/createHash.d.ts.map +1 -1
  131. package/dist/src/util/createHash.js +9 -0
  132. package/dist/src/util/createHash.js.map +1 -1
  133. package/dist/src/util/file.d.ts +8 -0
  134. package/dist/src/util/file.d.ts.map +1 -0
  135. package/dist/src/util/file.js +13 -0
  136. package/dist/src/util/file.js.map +1 -0
  137. package/dist/src/util/index.d.ts +9 -14
  138. package/dist/src/util/index.d.ts.map +1 -1
  139. package/dist/src/util/index.js +87 -223
  140. package/dist/src/util/index.js.map +1 -1
  141. package/dist/src/util/time.d.ts +2 -0
  142. package/dist/src/util/time.d.ts.map +1 -0
  143. package/dist/src/util/time.js +7 -0
  144. package/dist/src/util/time.js.map +1 -0
  145. package/dist/src/util/transform.js +2 -2
  146. package/dist/src/util/transform.js.map +1 -1
  147. package/dist/src/validators/providers.d.ts +6 -0
  148. package/dist/src/validators/providers.d.ts.map +1 -1
  149. package/dist/src/validators/providers.js +1 -0
  150. package/dist/src/validators/providers.js.map +1 -1
  151. package/dist/src/validators/redteam.d.ts +6 -0
  152. package/dist/src/validators/redteam.d.ts.map +1 -1
  153. package/dist/test/commands/eval/filterFailingTests.test.js +24 -2
  154. package/dist/test/commands/eval/filterFailingTests.test.js.map +1 -1
  155. package/dist/test/evaluator.test.js +153 -74
  156. package/dist/test/evaluator.test.js.map +1 -1
  157. package/dist/test/factories/data/eval/database_records.d.ts +142 -0
  158. package/dist/test/factories/data/eval/database_records.d.ts.map +1 -0
  159. package/dist/test/factories/data/eval/database_records.js +251 -0
  160. package/dist/test/factories/data/eval/database_records.js.map +1 -0
  161. package/dist/test/factories/evalFactory.d.ts +768 -0
  162. package/dist/test/factories/evalFactory.d.ts.map +1 -0
  163. package/dist/test/factories/evalFactory.js +121 -0
  164. package/dist/test/factories/evalFactory.js.map +1 -0
  165. package/dist/test/factories/index.d.ts +1 -0
  166. package/dist/test/factories/index.d.ts.map +1 -0
  167. package/dist/test/factories/index.js +2 -0
  168. package/dist/test/factories/index.js.map +1 -0
  169. package/dist/test/index.test.js +17 -33
  170. package/dist/test/index.test.js.map +1 -1
  171. package/dist/test/models/eval.test.d.ts +2 -0
  172. package/dist/test/models/eval.test.d.ts.map +1 -0
  173. package/dist/test/models/eval.test.js +34 -0
  174. package/dist/test/models/eval.test.js.map +1 -0
  175. package/dist/test/providers.test.js +3 -3
  176. package/dist/test/providers.test.js.map +1 -1
  177. package/dist/test/server/share.test.d.ts +2 -0
  178. package/dist/test/server/share.test.d.ts.map +1 -0
  179. package/dist/test/server/share.test.js +36 -0
  180. package/dist/test/server/share.test.js.map +1 -0
  181. package/dist/test/server/v3evalToShare.json +507 -0
  182. package/dist/test/server/v4evalToShare.json +421 -0
  183. package/dist/test/types.test.js +58 -0
  184. package/dist/test/types.test.js.map +1 -1
  185. package/dist/test/util.file.test.d.ts +2 -0
  186. package/dist/test/util.file.test.d.ts.map +1 -0
  187. package/dist/test/util.file.test.js +32 -0
  188. package/dist/test/util.file.test.js.map +1 -0
  189. package/dist/test/util.listPrevious.test.d.ts +2 -0
  190. package/dist/test/util.listPrevious.test.d.ts.map +1 -0
  191. package/dist/test/util.listPrevious.test.js +37 -0
  192. package/dist/test/util.listPrevious.test.js.map +1 -0
  193. package/dist/test/util.test.js +38 -311
  194. package/dist/test/util.test.js.map +1 -1
  195. package/dist/tsconfig.tsbuildinfo +1 -0
  196. package/package.json +10 -8
@@ -1,4 +1,59 @@
1
- import type { EvaluateSummary } from '../types';
1
+ import type { Prompt, ProviderResponse, GradingResult, ProviderOptions, EvaluateSummaryV2 } from '../types';
2
+ export declare const providers: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
3
+ name: "providers";
4
+ schema: undefined;
5
+ columns: {
6
+ id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
7
+ name: "id";
8
+ tableName: "providers";
9
+ dataType: "string";
10
+ columnType: "SQLiteText";
11
+ data: string;
12
+ driverParam: string;
13
+ notNull: true;
14
+ hasDefault: false;
15
+ isPrimaryKey: true;
16
+ isAutoincrement: false;
17
+ hasRuntimeDefault: false;
18
+ enumValues: [string, ...string[]];
19
+ baseColumn: never;
20
+ generated: undefined;
21
+ }, object>;
22
+ providerId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
23
+ name: "provider_id";
24
+ tableName: "providers";
25
+ dataType: "string";
26
+ columnType: "SQLiteText";
27
+ data: string;
28
+ driverParam: string;
29
+ notNull: true;
30
+ hasDefault: false;
31
+ isPrimaryKey: false;
32
+ isAutoincrement: false;
33
+ hasRuntimeDefault: false;
34
+ enumValues: [string, ...string[]];
35
+ baseColumn: never;
36
+ generated: undefined;
37
+ }, object>;
38
+ config: import("drizzle-orm/sqlite-core").SQLiteColumn<{
39
+ name: "options";
40
+ tableName: "providers";
41
+ dataType: "json";
42
+ columnType: "SQLiteTextJson";
43
+ data: Record<string, any>;
44
+ driverParam: string;
45
+ notNull: true;
46
+ hasDefault: false;
47
+ isPrimaryKey: false;
48
+ isAutoincrement: false;
49
+ hasRuntimeDefault: false;
50
+ enumValues: undefined;
51
+ baseColumn: never;
52
+ generated: undefined;
53
+ }, object>;
54
+ };
55
+ dialect: "sqlite";
56
+ }>;
2
57
  export declare const prompts: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
3
58
  name: "prompts";
4
59
  schema: undefined;
@@ -182,7 +237,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
182
237
  tableName: "evals";
183
238
  dataType: "json";
184
239
  columnType: "SQLiteTextJson";
185
- data: EvaluateSummary;
240
+ data: object | EvaluateSummaryV2;
186
241
  driverParam: string;
187
242
  notNull: true;
188
243
  hasDefault: false;
@@ -234,7 +289,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
234
289
  originalProvider?: any;
235
290
  } | undefined, args_2: {
236
291
  includeLogProbs?: boolean | undefined;
237
- } | undefined, ...args: unknown[]) => Promise<import("../types").ProviderResponse>) & {
292
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
238
293
  label?: string | undefined;
239
294
  }) | (string | {
240
295
  id?: string | undefined;
@@ -299,7 +354,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
299
354
  originalProvider?: any;
300
355
  } | undefined, args_2: {
301
356
  includeLogProbs?: boolean | undefined;
302
- } | undefined, ...args: unknown[]) => Promise<import("../types").ProviderResponse>) & {
357
+ } | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
303
358
  label?: string | undefined;
304
359
  }) | Record<string, {
305
360
  id?: string | undefined;
@@ -457,6 +512,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
457
512
  } | {
458
513
  callApi: import("../types").CallApiFunction;
459
514
  id: (...args: unknown[]) => string;
515
+ config?: any;
460
516
  label?: string | undefined;
461
517
  transform?: string | undefined;
462
518
  delay?: number | undefined;
@@ -578,6 +634,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
578
634
  } | {
579
635
  callApi: import("../types").CallApiFunction;
580
636
  id: (...args: unknown[]) => string;
637
+ config?: any;
581
638
  label?: string | undefined;
582
639
  transform?: string | undefined;
583
640
  delay?: number | undefined;
@@ -696,6 +753,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
696
753
  } | {
697
754
  callApi: import("../types").CallApiFunction;
698
755
  id: (...args: unknown[]) => string;
756
+ config?: any;
699
757
  label?: string | undefined;
700
758
  transform?: string | undefined;
701
759
  delay?: number | undefined;
@@ -816,6 +874,7 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
816
874
  } | {
817
875
  callApi: import("../types").CallApiFunction;
818
876
  id: (...args: unknown[]) => string;
877
+ config?: any;
819
878
  label?: string | undefined;
820
879
  transform?: string | undefined;
821
880
  delay?: number | undefined;
@@ -925,6 +984,501 @@ export declare const evals: import("drizzle-orm/sqlite-core").SQLiteTableWithCol
925
984
  baseColumn: never;
926
985
  generated: undefined;
927
986
  }, object>;
987
+ prompts: import("drizzle-orm/sqlite-core").SQLiteColumn<{
988
+ name: "prompts";
989
+ tableName: "evals";
990
+ dataType: "json";
991
+ columnType: "SQLiteTextJson";
992
+ data: {
993
+ provider: string;
994
+ raw: string;
995
+ label: string;
996
+ function?: ((args_0: {
997
+ vars: Record<string, any>;
998
+ provider?: import("../types").ApiProvider | undefined;
999
+ }, ...args: unknown[]) => Promise<any>) | undefined;
1000
+ id?: string | undefined;
1001
+ config?: any;
1002
+ display?: string | undefined;
1003
+ metrics?: {
1004
+ cost: number;
1005
+ tokenUsage: {
1006
+ cached?: number | undefined;
1007
+ completion?: number | undefined;
1008
+ prompt?: number | undefined;
1009
+ total?: number | undefined;
1010
+ };
1011
+ score: number;
1012
+ testPassCount: number;
1013
+ testFailCount: number;
1014
+ assertPassCount: number;
1015
+ assertFailCount: number;
1016
+ totalLatencyMs: number;
1017
+ namedScores: Record<string, number>;
1018
+ namedScoresCount: Record<string, number>;
1019
+ redteam?: {
1020
+ pluginPassCount: Record<string, number>;
1021
+ pluginFailCount: Record<string, number>;
1022
+ strategyPassCount: Record<string, number>;
1023
+ strategyFailCount: Record<string, number>;
1024
+ } | undefined;
1025
+ } | undefined;
1026
+ }[];
1027
+ driverParam: string;
1028
+ notNull: false;
1029
+ hasDefault: false;
1030
+ isPrimaryKey: false;
1031
+ isAutoincrement: false;
1032
+ hasRuntimeDefault: false;
1033
+ enumValues: undefined;
1034
+ baseColumn: never;
1035
+ generated: undefined;
1036
+ }, object>;
1037
+ };
1038
+ dialect: "sqlite";
1039
+ }>;
1040
+ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
1041
+ name: "eval_results";
1042
+ schema: undefined;
1043
+ columns: {
1044
+ id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1045
+ name: "id";
1046
+ tableName: "eval_results";
1047
+ dataType: "string";
1048
+ columnType: "SQLiteText";
1049
+ data: string;
1050
+ driverParam: string;
1051
+ notNull: true;
1052
+ hasDefault: false;
1053
+ isPrimaryKey: true;
1054
+ isAutoincrement: false;
1055
+ hasRuntimeDefault: false;
1056
+ enumValues: [string, ...string[]];
1057
+ baseColumn: never;
1058
+ generated: undefined;
1059
+ }, object>;
1060
+ createdAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1061
+ name: "created_at";
1062
+ tableName: "eval_results";
1063
+ dataType: "number";
1064
+ columnType: "SQLiteInteger";
1065
+ data: number;
1066
+ driverParam: number;
1067
+ notNull: true;
1068
+ hasDefault: true;
1069
+ isPrimaryKey: false;
1070
+ isAutoincrement: false;
1071
+ hasRuntimeDefault: false;
1072
+ enumValues: undefined;
1073
+ baseColumn: never;
1074
+ generated: undefined;
1075
+ }, object>;
1076
+ updatedAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1077
+ name: "updated_at";
1078
+ tableName: "eval_results";
1079
+ dataType: "number";
1080
+ columnType: "SQLiteInteger";
1081
+ data: number;
1082
+ driverParam: number;
1083
+ notNull: true;
1084
+ hasDefault: true;
1085
+ isPrimaryKey: false;
1086
+ isAutoincrement: false;
1087
+ hasRuntimeDefault: false;
1088
+ enumValues: undefined;
1089
+ baseColumn: never;
1090
+ generated: undefined;
1091
+ }, object>;
1092
+ evalId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1093
+ name: "eval_id";
1094
+ tableName: "eval_results";
1095
+ dataType: "string";
1096
+ columnType: "SQLiteText";
1097
+ data: string;
1098
+ driverParam: string;
1099
+ notNull: true;
1100
+ hasDefault: false;
1101
+ isPrimaryKey: false;
1102
+ isAutoincrement: false;
1103
+ hasRuntimeDefault: false;
1104
+ enumValues: [string, ...string[]];
1105
+ baseColumn: never;
1106
+ generated: undefined;
1107
+ }, object>;
1108
+ promptIdx: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1109
+ name: "prompt_idx";
1110
+ tableName: "eval_results";
1111
+ dataType: "number";
1112
+ columnType: "SQLiteInteger";
1113
+ data: number;
1114
+ driverParam: number;
1115
+ notNull: true;
1116
+ hasDefault: false;
1117
+ isPrimaryKey: false;
1118
+ isAutoincrement: false;
1119
+ hasRuntimeDefault: false;
1120
+ enumValues: undefined;
1121
+ baseColumn: never;
1122
+ generated: undefined;
1123
+ }, object>;
1124
+ testIdx: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1125
+ name: "test_idx";
1126
+ tableName: "eval_results";
1127
+ dataType: "number";
1128
+ columnType: "SQLiteInteger";
1129
+ data: number;
1130
+ driverParam: number;
1131
+ notNull: true;
1132
+ hasDefault: false;
1133
+ isPrimaryKey: false;
1134
+ isAutoincrement: false;
1135
+ hasRuntimeDefault: false;
1136
+ enumValues: undefined;
1137
+ baseColumn: never;
1138
+ generated: undefined;
1139
+ }, object>;
1140
+ testCase: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1141
+ name: "test_case";
1142
+ tableName: "eval_results";
1143
+ dataType: "json";
1144
+ columnType: "SQLiteTextJson";
1145
+ data: {
1146
+ options?: ({
1147
+ prefix?: string | undefined;
1148
+ suffix?: string | undefined;
1149
+ } & {
1150
+ transform?: string | undefined;
1151
+ postprocess?: string | undefined;
1152
+ transformVars?: string | undefined;
1153
+ storeOutputAs?: string | undefined;
1154
+ } & {
1155
+ provider?: any;
1156
+ rubricPrompt?: string | string[] | {
1157
+ role: string;
1158
+ content: string;
1159
+ }[] | undefined;
1160
+ factuality?: {
1161
+ subset?: number | undefined;
1162
+ superset?: number | undefined;
1163
+ agree?: number | undefined;
1164
+ disagree?: number | undefined;
1165
+ differButFactual?: number | undefined;
1166
+ } | undefined;
1167
+ } & {
1168
+ disableVarExpansion?: boolean | undefined;
1169
+ disableConversationVar?: boolean | undefined;
1170
+ runSerially?: boolean | undefined;
1171
+ }) | undefined;
1172
+ vars?: Record<string, string | {}> | undefined;
1173
+ provider?: string | {
1174
+ id?: string | undefined;
1175
+ config?: any;
1176
+ label?: string | undefined;
1177
+ prompts?: string[] | undefined;
1178
+ transform?: string | undefined;
1179
+ delay?: number | undefined;
1180
+ env?: {
1181
+ AI21_API_BASE_URL?: string | undefined;
1182
+ AI21_API_KEY?: string | undefined;
1183
+ ANTHROPIC_API_KEY?: string | undefined;
1184
+ AWS_BEDROCK_REGION?: string | undefined;
1185
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
1186
+ AZURE_OPENAI_API_HOST?: string | undefined;
1187
+ AZURE_OPENAI_API_KEY?: string | undefined;
1188
+ AZURE_OPENAI_BASE_URL?: string | undefined;
1189
+ BAM_API_HOST?: string | undefined;
1190
+ BAM_API_KEY?: string | undefined;
1191
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
1192
+ CLOUDFLARE_API_KEY?: string | undefined;
1193
+ COHERE_API_KEY?: string | undefined;
1194
+ GOOGLE_API_HOST?: string | undefined;
1195
+ GOOGLE_API_KEY?: string | undefined;
1196
+ GROQ_API_KEY?: string | undefined;
1197
+ LOCALAI_BASE_URL?: string | undefined;
1198
+ MISTRAL_API_BASE_URL?: string | undefined;
1199
+ MISTRAL_API_HOST?: string | undefined;
1200
+ MISTRAL_API_KEY?: string | undefined;
1201
+ OPENAI_API_BASE_URL?: string | undefined;
1202
+ OPENAI_API_HOST?: string | undefined;
1203
+ OPENAI_API_KEY?: string | undefined;
1204
+ OPENAI_BASE_URL?: string | undefined;
1205
+ OPENAI_ORGANIZATION?: string | undefined;
1206
+ PALM_API_HOST?: string | undefined;
1207
+ PALM_API_KEY?: string | undefined;
1208
+ REPLICATE_API_KEY?: string | undefined;
1209
+ REPLICATE_API_TOKEN?: string | undefined;
1210
+ VERTEX_API_HOST?: string | undefined;
1211
+ VERTEX_API_KEY?: string | undefined;
1212
+ VERTEX_PROJECT_ID?: string | undefined;
1213
+ VERTEX_PUBLISHER?: string | undefined;
1214
+ VERTEX_REGION?: string | undefined;
1215
+ } | undefined;
1216
+ } | {
1217
+ callApi: import("../types").CallApiFunction;
1218
+ id: (...args: unknown[]) => string;
1219
+ config?: any;
1220
+ label?: string | undefined;
1221
+ transform?: string | undefined;
1222
+ delay?: number | undefined;
1223
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("../types").ProviderEmbeddingResponse>) | undefined;
1224
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("../types").ProviderClassificationResponse>) | undefined;
1225
+ } | undefined;
1226
+ metadata?: Record<string, any> | undefined;
1227
+ description?: string | undefined;
1228
+ providerOutput?: string | {} | undefined;
1229
+ assert?: ({
1230
+ type: import("../types").AssertionType;
1231
+ config?: Record<string, any> | undefined;
1232
+ value?: import("../types").AssertionValue | undefined;
1233
+ provider?: any;
1234
+ transform?: string | undefined;
1235
+ rubricPrompt?: string | string[] | {
1236
+ role: string;
1237
+ content: string;
1238
+ }[] | undefined;
1239
+ threshold?: number | undefined;
1240
+ weight?: number | undefined;
1241
+ metric?: string | undefined;
1242
+ } | {
1243
+ type: "assert-set";
1244
+ assert: {
1245
+ type: import("../types").AssertionType;
1246
+ config?: Record<string, any> | undefined;
1247
+ value?: import("../types").AssertionValue | undefined;
1248
+ provider?: any;
1249
+ transform?: string | undefined;
1250
+ rubricPrompt?: string | string[] | {
1251
+ role: string;
1252
+ content: string;
1253
+ }[] | undefined;
1254
+ threshold?: number | undefined;
1255
+ weight?: number | undefined;
1256
+ metric?: string | undefined;
1257
+ }[];
1258
+ threshold?: number | undefined;
1259
+ weight?: number | undefined;
1260
+ metric?: string | undefined;
1261
+ })[] | undefined;
1262
+ threshold?: number | undefined;
1263
+ };
1264
+ driverParam: string;
1265
+ notNull: true;
1266
+ hasDefault: false;
1267
+ isPrimaryKey: false;
1268
+ isAutoincrement: false;
1269
+ hasRuntimeDefault: false;
1270
+ enumValues: undefined;
1271
+ baseColumn: never;
1272
+ generated: undefined;
1273
+ }, object>;
1274
+ prompt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1275
+ name: "prompt";
1276
+ tableName: "eval_results";
1277
+ dataType: "json";
1278
+ columnType: "SQLiteTextJson";
1279
+ data: Prompt;
1280
+ driverParam: string;
1281
+ notNull: true;
1282
+ hasDefault: false;
1283
+ isPrimaryKey: false;
1284
+ isAutoincrement: false;
1285
+ hasRuntimeDefault: false;
1286
+ enumValues: undefined;
1287
+ baseColumn: never;
1288
+ generated: undefined;
1289
+ }, object>;
1290
+ promptId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1291
+ name: "prompt_id";
1292
+ tableName: "eval_results";
1293
+ dataType: "string";
1294
+ columnType: "SQLiteText";
1295
+ data: string;
1296
+ driverParam: string;
1297
+ notNull: false;
1298
+ hasDefault: false;
1299
+ isPrimaryKey: false;
1300
+ isAutoincrement: false;
1301
+ hasRuntimeDefault: false;
1302
+ enumValues: [string, ...string[]];
1303
+ baseColumn: never;
1304
+ generated: undefined;
1305
+ }, object>;
1306
+ provider: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1307
+ name: "provider";
1308
+ tableName: "eval_results";
1309
+ dataType: "json";
1310
+ columnType: "SQLiteTextJson";
1311
+ data: ProviderOptions;
1312
+ driverParam: string;
1313
+ notNull: true;
1314
+ hasDefault: false;
1315
+ isPrimaryKey: false;
1316
+ isAutoincrement: false;
1317
+ hasRuntimeDefault: false;
1318
+ enumValues: undefined;
1319
+ baseColumn: never;
1320
+ generated: undefined;
1321
+ }, object>;
1322
+ providerId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1323
+ name: "provider_id";
1324
+ tableName: "eval_results";
1325
+ dataType: "string";
1326
+ columnType: "SQLiteText";
1327
+ data: string;
1328
+ driverParam: string;
1329
+ notNull: false;
1330
+ hasDefault: false;
1331
+ isPrimaryKey: false;
1332
+ isAutoincrement: false;
1333
+ hasRuntimeDefault: false;
1334
+ enumValues: [string, ...string[]];
1335
+ baseColumn: never;
1336
+ generated: undefined;
1337
+ }, object>;
1338
+ latencyMs: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1339
+ name: "latency_ms";
1340
+ tableName: "eval_results";
1341
+ dataType: "number";
1342
+ columnType: "SQLiteInteger";
1343
+ data: number;
1344
+ driverParam: number;
1345
+ notNull: false;
1346
+ hasDefault: false;
1347
+ isPrimaryKey: false;
1348
+ isAutoincrement: false;
1349
+ hasRuntimeDefault: false;
1350
+ enumValues: undefined;
1351
+ baseColumn: never;
1352
+ generated: undefined;
1353
+ }, object>;
1354
+ cost: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1355
+ name: "cost";
1356
+ tableName: "eval_results";
1357
+ dataType: "number";
1358
+ columnType: "SQLiteReal";
1359
+ data: number;
1360
+ driverParam: number;
1361
+ notNull: false;
1362
+ hasDefault: false;
1363
+ isPrimaryKey: false;
1364
+ isAutoincrement: false;
1365
+ hasRuntimeDefault: false;
1366
+ enumValues: undefined;
1367
+ baseColumn: never;
1368
+ generated: undefined;
1369
+ }, object>;
1370
+ response: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1371
+ name: "response";
1372
+ tableName: "eval_results";
1373
+ dataType: "json";
1374
+ columnType: "SQLiteTextJson";
1375
+ data: ProviderResponse;
1376
+ driverParam: string;
1377
+ notNull: false;
1378
+ hasDefault: false;
1379
+ isPrimaryKey: false;
1380
+ isAutoincrement: false;
1381
+ hasRuntimeDefault: false;
1382
+ enumValues: undefined;
1383
+ baseColumn: never;
1384
+ generated: undefined;
1385
+ }, object>;
1386
+ error: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1387
+ name: "error";
1388
+ tableName: "eval_results";
1389
+ dataType: "string";
1390
+ columnType: "SQLiteText";
1391
+ data: string;
1392
+ driverParam: string;
1393
+ notNull: false;
1394
+ hasDefault: false;
1395
+ isPrimaryKey: false;
1396
+ isAutoincrement: false;
1397
+ hasRuntimeDefault: false;
1398
+ enumValues: [string, ...string[]];
1399
+ baseColumn: never;
1400
+ generated: undefined;
1401
+ }, object>;
1402
+ success: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1403
+ name: "success";
1404
+ tableName: "eval_results";
1405
+ dataType: "boolean";
1406
+ columnType: "SQLiteBoolean";
1407
+ data: boolean;
1408
+ driverParam: number;
1409
+ notNull: true;
1410
+ hasDefault: false;
1411
+ isPrimaryKey: false;
1412
+ isAutoincrement: false;
1413
+ hasRuntimeDefault: false;
1414
+ enumValues: undefined;
1415
+ baseColumn: never;
1416
+ generated: undefined;
1417
+ }, object>;
1418
+ score: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1419
+ name: "score";
1420
+ tableName: "eval_results";
1421
+ dataType: "number";
1422
+ columnType: "SQLiteReal";
1423
+ data: number;
1424
+ driverParam: number;
1425
+ notNull: true;
1426
+ hasDefault: false;
1427
+ isPrimaryKey: false;
1428
+ isAutoincrement: false;
1429
+ hasRuntimeDefault: false;
1430
+ enumValues: undefined;
1431
+ baseColumn: never;
1432
+ generated: undefined;
1433
+ }, object>;
1434
+ gradingResult: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1435
+ name: "grading_result";
1436
+ tableName: "eval_results";
1437
+ dataType: "json";
1438
+ columnType: "SQLiteTextJson";
1439
+ data: GradingResult;
1440
+ driverParam: string;
1441
+ notNull: false;
1442
+ hasDefault: false;
1443
+ isPrimaryKey: false;
1444
+ isAutoincrement: false;
1445
+ hasRuntimeDefault: false;
1446
+ enumValues: undefined;
1447
+ baseColumn: never;
1448
+ generated: undefined;
1449
+ }, object>;
1450
+ namedScores: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1451
+ name: "named_scores";
1452
+ tableName: "eval_results";
1453
+ dataType: "json";
1454
+ columnType: "SQLiteTextJson";
1455
+ data: Record<string, number>;
1456
+ driverParam: string;
1457
+ notNull: false;
1458
+ hasDefault: false;
1459
+ isPrimaryKey: false;
1460
+ isAutoincrement: false;
1461
+ hasRuntimeDefault: false;
1462
+ enumValues: undefined;
1463
+ baseColumn: never;
1464
+ generated: undefined;
1465
+ }, object>;
1466
+ metadata: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1467
+ name: "metadata";
1468
+ tableName: "eval_results";
1469
+ dataType: "json";
1470
+ columnType: "SQLiteTextJson";
1471
+ data: Record<string, string>;
1472
+ driverParam: string;
1473
+ notNull: false;
1474
+ hasDefault: false;
1475
+ isPrimaryKey: false;
1476
+ isAutoincrement: false;
1477
+ hasRuntimeDefault: false;
1478
+ enumValues: undefined;
1479
+ baseColumn: never;
1480
+ generated: undefined;
1481
+ }, object>;
928
1482
  };
929
1483
  dialect: "sqlite";
930
1484
  }>;
@@ -1016,6 +1570,49 @@ export declare const evalsToTagsRelations: import("drizzle-orm").Relations<"eval
1016
1570
  eval: import("drizzle-orm").One<"evals", true>;
1017
1571
  tag: import("drizzle-orm").One<"tags", true>;
1018
1572
  }>;
1573
+ export declare const evalsToProviders: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
1574
+ name: "evals_to_providers";
1575
+ schema: undefined;
1576
+ columns: {
1577
+ providerId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1578
+ name: "provider_id";
1579
+ tableName: "evals_to_providers";
1580
+ dataType: "string";
1581
+ columnType: "SQLiteText";
1582
+ data: string;
1583
+ driverParam: string;
1584
+ notNull: true;
1585
+ hasDefault: false;
1586
+ isPrimaryKey: false;
1587
+ isAutoincrement: false;
1588
+ hasRuntimeDefault: false;
1589
+ enumValues: [string, ...string[]];
1590
+ baseColumn: never;
1591
+ generated: undefined;
1592
+ }, object>;
1593
+ evalId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
1594
+ name: "eval_id";
1595
+ tableName: "evals_to_providers";
1596
+ dataType: "string";
1597
+ columnType: "SQLiteText";
1598
+ data: string;
1599
+ driverParam: string;
1600
+ notNull: true;
1601
+ hasDefault: false;
1602
+ isPrimaryKey: false;
1603
+ isAutoincrement: false;
1604
+ hasRuntimeDefault: false;
1605
+ enumValues: [string, ...string[]];
1606
+ baseColumn: never;
1607
+ generated: undefined;
1608
+ }, object>;
1609
+ };
1610
+ dialect: "sqlite";
1611
+ }>;
1612
+ export declare const evalsToProvidersRelations: import("drizzle-orm").Relations<"evals_to_providers", {
1613
+ provider: import("drizzle-orm").One<"providers", true>;
1614
+ eval: import("drizzle-orm").One<"evals", true>;
1615
+ }>;
1019
1616
  export declare const datasets: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
1020
1617
  name: "datasets";
1021
1618
  schema: undefined;
@@ -1115,6 +1712,7 @@ export declare const datasets: import("drizzle-orm/sqlite-core").SQLiteTableWith
1115
1712
  } | {
1116
1713
  callApi: import("../types").CallApiFunction;
1117
1714
  id: (...args: unknown[]) => string;
1715
+ config?: any;
1118
1716
  label?: string | undefined;
1119
1717
  transform?: string | undefined;
1120
1718
  delay?: number | undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,eAAe,EAAiB,MAAM,UAAU,CAAC;AAI/D,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYnB,CAAC;AAIF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWhB,CAAC;AAIF,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgBjB,CAAC;AAEF,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiB1B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAevB,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYpB,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiB3B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC"}
1
+ {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,MAAM,EACN,gBAAgB,EAChB,aAAa,EAEb,eAAe,EAGf,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAIpB,CAAC;AAIH,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYnB,CAAC;AAIF,eAAO,MAAM,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWhB,CAAC;AAIF,eAAO,MAAM,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBjB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2C5B,CAAC;AAEF,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe1B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAevB,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAa5B,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;EASnC,CAAC;AAIJ,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYpB,CAAC;AAEF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiB3B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC"}