@geotechcli/core 0.4.89 → 0.4.90
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ingest/document-evidence-packet.d.ts +42 -42
- package/dist/llm/byok-benchmark.d.ts +64 -0
- package/dist/llm/byok-benchmark.d.ts.map +1 -0
- package/dist/llm/byok-benchmark.js +153 -0
- package/dist/llm/byok-benchmark.js.map +1 -0
- package/dist/llm/index.d.ts +1 -0
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +1 -0
- package/dist/llm/index.js.map +1 -1
- package/dist/meta/metadata.json +1 -1
- package/package.json +1 -1
|
@@ -17,12 +17,12 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
17
17
|
reviewGates: string[];
|
|
18
18
|
providerNeutral: true;
|
|
19
19
|
purpose: "document-evidence-contract";
|
|
20
|
-
normalizedMethods: ("none" | "native-pdf-text" | "
|
|
20
|
+
normalizedMethods: ("layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid")[];
|
|
21
21
|
}, {
|
|
22
22
|
reviewGates: string[];
|
|
23
23
|
providerNeutral: true;
|
|
24
24
|
purpose: "document-evidence-contract";
|
|
25
|
-
normalizedMethods: ("none" | "native-pdf-text" | "
|
|
25
|
+
normalizedMethods: ("layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid")[];
|
|
26
26
|
}>;
|
|
27
27
|
source: z.ZodObject<{
|
|
28
28
|
fileName: z.ZodOptional<z.ZodString>;
|
|
@@ -284,7 +284,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
284
284
|
}>>;
|
|
285
285
|
regionCount: z.ZodOptional<z.ZodNumber>;
|
|
286
286
|
}, "strip", z.ZodTypeAny, {
|
|
287
|
-
sourceCategory: "vision" | "
|
|
287
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
288
288
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
289
289
|
output?: {
|
|
290
290
|
mimeType: string;
|
|
@@ -325,7 +325,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
325
325
|
operations?: string[] | undefined;
|
|
326
326
|
cacheKey?: string | undefined;
|
|
327
327
|
}, {
|
|
328
|
-
sourceCategory: "vision" | "
|
|
328
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
329
329
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
330
330
|
output?: {
|
|
331
331
|
mimeType: string;
|
|
@@ -420,7 +420,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
420
420
|
cacheRelativePath?: string | undefined;
|
|
421
421
|
}>>;
|
|
422
422
|
}, "strip", z.ZodTypeAny, {
|
|
423
|
-
source: "
|
|
423
|
+
source: "layout-ocr" | "preprocessing";
|
|
424
424
|
label: string;
|
|
425
425
|
id: string;
|
|
426
426
|
pageNumber: number;
|
|
@@ -445,7 +445,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
445
445
|
bbox2d?: [number, number, number, number] | null | undefined;
|
|
446
446
|
coverageRatio?: number | undefined;
|
|
447
447
|
}, {
|
|
448
|
-
source: "
|
|
448
|
+
source: "layout-ocr" | "preprocessing";
|
|
449
449
|
label: string;
|
|
450
450
|
id: string;
|
|
451
451
|
pageNumber: number;
|
|
@@ -485,14 +485,14 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
485
485
|
}>;
|
|
486
486
|
warnings: z.ZodArray<z.ZodString, "many">;
|
|
487
487
|
}, "strip", z.ZodTypeAny, {
|
|
488
|
-
method: "none" | "native-pdf-text" | "
|
|
488
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
489
489
|
confidence: number;
|
|
490
490
|
warnings: string[];
|
|
491
491
|
classification: string | null;
|
|
492
492
|
pageNumber: number;
|
|
493
493
|
parseStatus: "failed" | "partial" | "parsed";
|
|
494
494
|
rawSource: string;
|
|
495
|
-
sourceCategory: "vision" | "
|
|
495
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
496
496
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
497
497
|
counts: {
|
|
498
498
|
materials: number;
|
|
@@ -500,7 +500,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
500
500
|
classifications: number;
|
|
501
501
|
};
|
|
502
502
|
preprocessing?: {
|
|
503
|
-
sourceCategory: "vision" | "
|
|
503
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
504
504
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
505
505
|
output?: {
|
|
506
506
|
mimeType: string;
|
|
@@ -542,7 +542,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
542
542
|
cacheKey?: string | undefined;
|
|
543
543
|
} | undefined;
|
|
544
544
|
regions?: {
|
|
545
|
-
source: "
|
|
545
|
+
source: "layout-ocr" | "preprocessing";
|
|
546
546
|
label: string;
|
|
547
547
|
id: string;
|
|
548
548
|
pageNumber: number;
|
|
@@ -569,14 +569,14 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
569
569
|
}[] | undefined;
|
|
570
570
|
cacheEntryId?: string | undefined;
|
|
571
571
|
}, {
|
|
572
|
-
method: "none" | "native-pdf-text" | "
|
|
572
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
573
573
|
confidence: number;
|
|
574
574
|
warnings: string[];
|
|
575
575
|
classification: string | null;
|
|
576
576
|
pageNumber: number;
|
|
577
577
|
parseStatus: "failed" | "partial" | "parsed";
|
|
578
578
|
rawSource: string;
|
|
579
|
-
sourceCategory: "vision" | "
|
|
579
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
580
580
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
581
581
|
counts: {
|
|
582
582
|
materials: number;
|
|
@@ -584,7 +584,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
584
584
|
classifications: number;
|
|
585
585
|
};
|
|
586
586
|
preprocessing?: {
|
|
587
|
-
sourceCategory: "vision" | "
|
|
587
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
588
588
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
589
589
|
output?: {
|
|
590
590
|
mimeType: string;
|
|
@@ -626,7 +626,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
626
626
|
cacheKey?: string | undefined;
|
|
627
627
|
} | undefined;
|
|
628
628
|
regions?: {
|
|
629
|
-
source: "
|
|
629
|
+
source: "layout-ocr" | "preprocessing";
|
|
630
630
|
label: string;
|
|
631
631
|
id: string;
|
|
632
632
|
pageNumber: number;
|
|
@@ -670,7 +670,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
670
670
|
warnings: z.ZodArray<z.ZodString, "many">;
|
|
671
671
|
}, "strip", z.ZodTypeAny, {
|
|
672
672
|
type: "parameter" | "material" | "classification";
|
|
673
|
-
method: "none" | "native-pdf-text" | "
|
|
673
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
674
674
|
value: string | number | boolean | null;
|
|
675
675
|
confidence: number;
|
|
676
676
|
label: string;
|
|
@@ -684,7 +684,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
684
684
|
numericValue?: number | null | undefined;
|
|
685
685
|
}, {
|
|
686
686
|
type: "parameter" | "material" | "classification";
|
|
687
|
-
method: "none" | "native-pdf-text" | "
|
|
687
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
688
688
|
value: string | number | boolean | null;
|
|
689
689
|
confidence: number;
|
|
690
690
|
label: string;
|
|
@@ -713,7 +713,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
713
713
|
warnings: z.ZodArray<z.ZodString, "many">;
|
|
714
714
|
}, "strip", z.ZodTypeAny, {
|
|
715
715
|
type: "parameter" | "material" | "classification";
|
|
716
|
-
method: "none" | "native-pdf-text" | "
|
|
716
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
717
717
|
value: string | number | boolean | null;
|
|
718
718
|
confidence: number;
|
|
719
719
|
label: string;
|
|
@@ -727,7 +727,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
727
727
|
numericValue?: number | null | undefined;
|
|
728
728
|
}, {
|
|
729
729
|
type: "parameter" | "material" | "classification";
|
|
730
|
-
method: "none" | "native-pdf-text" | "
|
|
730
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
731
731
|
value: string | number | boolean | null;
|
|
732
732
|
confidence: number;
|
|
733
733
|
label: string;
|
|
@@ -756,7 +756,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
756
756
|
warnings: z.ZodArray<z.ZodString, "many">;
|
|
757
757
|
}, "strip", z.ZodTypeAny, {
|
|
758
758
|
type: "parameter" | "material" | "classification";
|
|
759
|
-
method: "none" | "native-pdf-text" | "
|
|
759
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
760
760
|
value: string | number | boolean | null;
|
|
761
761
|
confidence: number;
|
|
762
762
|
label: string;
|
|
@@ -770,7 +770,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
770
770
|
numericValue?: number | null | undefined;
|
|
771
771
|
}, {
|
|
772
772
|
type: "parameter" | "material" | "classification";
|
|
773
|
-
method: "none" | "native-pdf-text" | "
|
|
773
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
774
774
|
value: string | number | boolean | null;
|
|
775
775
|
confidence: number;
|
|
776
776
|
label: string;
|
|
@@ -786,7 +786,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
786
786
|
}, "strip", z.ZodTypeAny, {
|
|
787
787
|
materials: {
|
|
788
788
|
type: "parameter" | "material" | "classification";
|
|
789
|
-
method: "none" | "native-pdf-text" | "
|
|
789
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
790
790
|
value: string | number | boolean | null;
|
|
791
791
|
confidence: number;
|
|
792
792
|
label: string;
|
|
@@ -801,7 +801,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
801
801
|
}[];
|
|
802
802
|
parameters: {
|
|
803
803
|
type: "parameter" | "material" | "classification";
|
|
804
|
-
method: "none" | "native-pdf-text" | "
|
|
804
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
805
805
|
value: string | number | boolean | null;
|
|
806
806
|
confidence: number;
|
|
807
807
|
label: string;
|
|
@@ -816,7 +816,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
816
816
|
}[];
|
|
817
817
|
classifications: {
|
|
818
818
|
type: "parameter" | "material" | "classification";
|
|
819
|
-
method: "none" | "native-pdf-text" | "
|
|
819
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
820
820
|
value: string | number | boolean | null;
|
|
821
821
|
confidence: number;
|
|
822
822
|
label: string;
|
|
@@ -832,7 +832,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
832
832
|
}, {
|
|
833
833
|
materials: {
|
|
834
834
|
type: "parameter" | "material" | "classification";
|
|
835
|
-
method: "none" | "native-pdf-text" | "
|
|
835
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
836
836
|
value: string | number | boolean | null;
|
|
837
837
|
confidence: number;
|
|
838
838
|
label: string;
|
|
@@ -847,7 +847,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
847
847
|
}[];
|
|
848
848
|
parameters: {
|
|
849
849
|
type: "parameter" | "material" | "classification";
|
|
850
|
-
method: "none" | "native-pdf-text" | "
|
|
850
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
851
851
|
value: string | number | boolean | null;
|
|
852
852
|
confidence: number;
|
|
853
853
|
label: string;
|
|
@@ -862,7 +862,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
862
862
|
}[];
|
|
863
863
|
classifications: {
|
|
864
864
|
type: "parameter" | "material" | "classification";
|
|
865
|
-
method: "none" | "native-pdf-text" | "
|
|
865
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
866
866
|
value: string | number | boolean | null;
|
|
867
867
|
confidence: number;
|
|
868
868
|
label: string;
|
|
@@ -1050,14 +1050,14 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1050
1050
|
schemaVersion: 2;
|
|
1051
1051
|
generatedAt: string;
|
|
1052
1052
|
pages: {
|
|
1053
|
-
method: "none" | "native-pdf-text" | "
|
|
1053
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1054
1054
|
confidence: number;
|
|
1055
1055
|
warnings: string[];
|
|
1056
1056
|
classification: string | null;
|
|
1057
1057
|
pageNumber: number;
|
|
1058
1058
|
parseStatus: "failed" | "partial" | "parsed";
|
|
1059
1059
|
rawSource: string;
|
|
1060
|
-
sourceCategory: "vision" | "
|
|
1060
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
1061
1061
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
1062
1062
|
counts: {
|
|
1063
1063
|
materials: number;
|
|
@@ -1065,7 +1065,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1065
1065
|
classifications: number;
|
|
1066
1066
|
};
|
|
1067
1067
|
preprocessing?: {
|
|
1068
|
-
sourceCategory: "vision" | "
|
|
1068
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
1069
1069
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
1070
1070
|
output?: {
|
|
1071
1071
|
mimeType: string;
|
|
@@ -1107,7 +1107,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1107
1107
|
cacheKey?: string | undefined;
|
|
1108
1108
|
} | undefined;
|
|
1109
1109
|
regions?: {
|
|
1110
|
-
source: "
|
|
1110
|
+
source: "layout-ocr" | "preprocessing";
|
|
1111
1111
|
label: string;
|
|
1112
1112
|
id: string;
|
|
1113
1113
|
pageNumber: number;
|
|
@@ -1165,12 +1165,12 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1165
1165
|
reviewGates: string[];
|
|
1166
1166
|
providerNeutral: true;
|
|
1167
1167
|
purpose: "document-evidence-contract";
|
|
1168
|
-
normalizedMethods: ("none" | "native-pdf-text" | "
|
|
1168
|
+
normalizedMethods: ("layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid")[];
|
|
1169
1169
|
};
|
|
1170
1170
|
observations: {
|
|
1171
1171
|
materials: {
|
|
1172
1172
|
type: "parameter" | "material" | "classification";
|
|
1173
|
-
method: "none" | "native-pdf-text" | "
|
|
1173
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1174
1174
|
value: string | number | boolean | null;
|
|
1175
1175
|
confidence: number;
|
|
1176
1176
|
label: string;
|
|
@@ -1185,7 +1185,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1185
1185
|
}[];
|
|
1186
1186
|
parameters: {
|
|
1187
1187
|
type: "parameter" | "material" | "classification";
|
|
1188
|
-
method: "none" | "native-pdf-text" | "
|
|
1188
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1189
1189
|
value: string | number | boolean | null;
|
|
1190
1190
|
confidence: number;
|
|
1191
1191
|
label: string;
|
|
@@ -1200,7 +1200,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1200
1200
|
}[];
|
|
1201
1201
|
classifications: {
|
|
1202
1202
|
type: "parameter" | "material" | "classification";
|
|
1203
|
-
method: "none" | "native-pdf-text" | "
|
|
1203
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1204
1204
|
value: string | number | boolean | null;
|
|
1205
1205
|
confidence: number;
|
|
1206
1206
|
label: string;
|
|
@@ -1276,14 +1276,14 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1276
1276
|
schemaVersion: 2;
|
|
1277
1277
|
generatedAt: string;
|
|
1278
1278
|
pages: {
|
|
1279
|
-
method: "none" | "native-pdf-text" | "
|
|
1279
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1280
1280
|
confidence: number;
|
|
1281
1281
|
warnings: string[];
|
|
1282
1282
|
classification: string | null;
|
|
1283
1283
|
pageNumber: number;
|
|
1284
1284
|
parseStatus: "failed" | "partial" | "parsed";
|
|
1285
1285
|
rawSource: string;
|
|
1286
|
-
sourceCategory: "vision" | "
|
|
1286
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
1287
1287
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
1288
1288
|
counts: {
|
|
1289
1289
|
materials: number;
|
|
@@ -1291,7 +1291,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1291
1291
|
classifications: number;
|
|
1292
1292
|
};
|
|
1293
1293
|
preprocessing?: {
|
|
1294
|
-
sourceCategory: "vision" | "
|
|
1294
|
+
sourceCategory: "vision" | "layout-ocr" | "none" | "native-text";
|
|
1295
1295
|
cacheStatus: "skipped" | "unavailable" | "hit" | "miss" | "stored";
|
|
1296
1296
|
output?: {
|
|
1297
1297
|
mimeType: string;
|
|
@@ -1333,7 +1333,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1333
1333
|
cacheKey?: string | undefined;
|
|
1334
1334
|
} | undefined;
|
|
1335
1335
|
regions?: {
|
|
1336
|
-
source: "
|
|
1336
|
+
source: "layout-ocr" | "preprocessing";
|
|
1337
1337
|
label: string;
|
|
1338
1338
|
id: string;
|
|
1339
1339
|
pageNumber: number;
|
|
@@ -1391,12 +1391,12 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1391
1391
|
reviewGates: string[];
|
|
1392
1392
|
providerNeutral: true;
|
|
1393
1393
|
purpose: "document-evidence-contract";
|
|
1394
|
-
normalizedMethods: ("none" | "native-pdf-text" | "
|
|
1394
|
+
normalizedMethods: ("layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid")[];
|
|
1395
1395
|
};
|
|
1396
1396
|
observations: {
|
|
1397
1397
|
materials: {
|
|
1398
1398
|
type: "parameter" | "material" | "classification";
|
|
1399
|
-
method: "none" | "native-pdf-text" | "
|
|
1399
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1400
1400
|
value: string | number | boolean | null;
|
|
1401
1401
|
confidence: number;
|
|
1402
1402
|
label: string;
|
|
@@ -1411,7 +1411,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1411
1411
|
}[];
|
|
1412
1412
|
parameters: {
|
|
1413
1413
|
type: "parameter" | "material" | "classification";
|
|
1414
|
-
method: "none" | "native-pdf-text" | "
|
|
1414
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1415
1415
|
value: string | number | boolean | null;
|
|
1416
1416
|
confidence: number;
|
|
1417
1417
|
label: string;
|
|
@@ -1426,7 +1426,7 @@ export declare const DocumentEvidencePacketSchema: z.ZodObject<{
|
|
|
1426
1426
|
}[];
|
|
1427
1427
|
classifications: {
|
|
1428
1428
|
type: "parameter" | "material" | "classification";
|
|
1429
|
-
method: "none" | "native-pdf-text" | "
|
|
1429
|
+
method: "layout-ocr" | "none" | "native-pdf-text" | "visual-reasoning" | "hybrid";
|
|
1430
1430
|
value: string | number | boolean | null;
|
|
1431
1431
|
confidence: number;
|
|
1432
1432
|
label: string;
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import type { LLMConfig, ProviderCapabilityProfile } from './types.js';
|
|
2
|
+
export type ByokBenchmarkProfileId = 'hosted-beta' | 'direct-zai' | 'premium-byok' | 'openai-compatible' | 'openrouter-free' | 'local-hf-compatible';
|
|
3
|
+
export type ByokBenchmarkEvidenceInput = 'preprocessed-page-evidence';
|
|
4
|
+
export interface ByokBenchmarkEvidenceItem {
|
|
5
|
+
evidenceId: string;
|
|
6
|
+
sourcePage: string;
|
|
7
|
+
method: 'ocr' | 'layout-ocr' | 'page-cache';
|
|
8
|
+
confidence: number;
|
|
9
|
+
snippet: string;
|
|
10
|
+
}
|
|
11
|
+
export interface ByokBenchmarkEvidenceContract {
|
|
12
|
+
schemaVersion: 'geotech.byok-evidence-contract.v1';
|
|
13
|
+
evidenceInput: ByokBenchmarkEvidenceInput;
|
|
14
|
+
prohibitedInputs: Array<'direct-image' | 'native-pdf'>;
|
|
15
|
+
sourceEvidence: ByokBenchmarkEvidenceItem[];
|
|
16
|
+
requiredResponseKeys: string[];
|
|
17
|
+
reviewGates: string[];
|
|
18
|
+
}
|
|
19
|
+
export interface ByokProviderBenchmarkProfile {
|
|
20
|
+
id: ByokBenchmarkProfileId;
|
|
21
|
+
provider: LLMConfig['provider'];
|
|
22
|
+
modelId: string | null;
|
|
23
|
+
visionModelId: string | null;
|
|
24
|
+
capabilityProfile: ProviderCapabilityProfile;
|
|
25
|
+
evidenceContract: ByokBenchmarkEvidenceContract;
|
|
26
|
+
jsonModeAllowed: boolean;
|
|
27
|
+
requestContainsImageInput: false;
|
|
28
|
+
requestContainsNativePdfInput: false;
|
|
29
|
+
}
|
|
30
|
+
export interface ByokBenchmarkResponseValidation {
|
|
31
|
+
ok: boolean;
|
|
32
|
+
parsedJson: boolean;
|
|
33
|
+
citedEvidenceIds: string[];
|
|
34
|
+
failures: string[];
|
|
35
|
+
warnings: string[];
|
|
36
|
+
}
|
|
37
|
+
export interface ByokBenchmarkRunSummary {
|
|
38
|
+
profile: ByokProviderBenchmarkProfile;
|
|
39
|
+
ok: boolean;
|
|
40
|
+
model: string | null;
|
|
41
|
+
latencyMs: number | null;
|
|
42
|
+
totalTokens: number | null;
|
|
43
|
+
response: ByokBenchmarkResponseValidation;
|
|
44
|
+
error?: string;
|
|
45
|
+
}
|
|
46
|
+
export interface ByokBenchmarkReport {
|
|
47
|
+
kind: 'geotech-byok-provider-benchmark';
|
|
48
|
+
schemaVersion: 1;
|
|
49
|
+
generatedAt: string;
|
|
50
|
+
runs: ByokBenchmarkRunSummary[];
|
|
51
|
+
summary: {
|
|
52
|
+
runCount: number;
|
|
53
|
+
passedRuns: number;
|
|
54
|
+
failedRuns: number;
|
|
55
|
+
profiles: ByokBenchmarkProfileId[];
|
|
56
|
+
passed: boolean;
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
export declare function buildByokProviderBenchmarkProfile(id: ByokBenchmarkProfileId, config: Pick<LLMConfig, 'provider' | 'modelId' | 'visionModelId'>): ByokProviderBenchmarkProfile;
|
|
60
|
+
export declare function buildByokBenchmarkEvidenceContract(capabilityProfile: ProviderCapabilityProfile): ByokBenchmarkEvidenceContract;
|
|
61
|
+
export declare function buildByokBenchmarkPrompt(profile: ByokProviderBenchmarkProfile): string;
|
|
62
|
+
export declare function validateByokBenchmarkResponse(text: string, contract?: ByokBenchmarkEvidenceContract): ByokBenchmarkResponseValidation;
|
|
63
|
+
export declare function buildByokBenchmarkReport(runs: ByokBenchmarkRunSummary[], generatedAt?: string | Date): ByokBenchmarkReport;
|
|
64
|
+
//# sourceMappingURL=byok-benchmark.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"byok-benchmark.d.ts","sourceRoot":"","sources":["../../src/llm/byok-benchmark.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvE,MAAM,MAAM,sBAAsB,GAC9B,aAAa,GACb,YAAY,GACZ,cAAc,GACd,mBAAmB,GACnB,iBAAiB,GACjB,qBAAqB,CAAC;AAE1B,MAAM,MAAM,0BAA0B,GAAG,4BAA4B,CAAC;AAEtE,MAAM,WAAW,yBAAyB;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,KAAK,GAAG,YAAY,GAAG,YAAY,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,6BAA6B;IAC5C,aAAa,EAAE,mCAAmC,CAAC;IACnD,aAAa,EAAE,0BAA0B,CAAC;IAC1C,gBAAgB,EAAE,KAAK,CAAC,cAAc,GAAG,YAAY,CAAC,CAAC;IACvD,cAAc,EAAE,yBAAyB,EAAE,CAAC;IAC5C,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,sBAAsB,CAAC;IAC3B,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,iBAAiB,EAAE,yBAAyB,CAAC;IAC7C,gBAAgB,EAAE,6BAA6B,CAAC;IAChD,eAAe,EAAE,OAAO,CAAC;IACzB,yBAAyB,EAAE,KAAK,CAAC;IACjC,6BAA6B,EAAE,KAAK,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,OAAO,CAAC;IACpB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,4BAA4B,CAAC;IACtC,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,+BAA+B,CAAC;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,iCAAiC,CAAC;IACxC,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,uBAAuB,EAAE,CAAC;IAChC,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,sBAAsB,EAAE,CAAC;QACnC,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;CACH;AAED,wBAAgB,iCAAiC,CAC/C,EAAE,EAAE,sBAAsB,EAC1B,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,GAAG,SAAS,GAAG,eAAe,CAAC,GAChE,4BAA4B,CAa9B;AAED,wBAAgB,kCAAkC,CAChD,iBAAiB,EAAE,yBAAyB,GAC3C,6BAA6B,CA0C/B;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,4BAA4B,GAAG,MAAM,CAiBtF;AAED,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,MAAM,EACZ,QAAQ,GAAE,6BAET,GACA,+BAA+B,CAiDjC;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,uBAAuB,EAAE,EAC/B,WAAW,GAAE,MAAM,GAAG,IAAiB,GACtC,mBAAmB,CAerB"}
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
import { resolveProviderCapabilityProfile } from './capabilities.js';
|
|
2
|
+
export function buildByokProviderBenchmarkProfile(id, config) {
|
|
3
|
+
const capabilityProfile = resolveProviderCapabilityProfile(config);
|
|
4
|
+
return {
|
|
5
|
+
id,
|
|
6
|
+
provider: config.provider,
|
|
7
|
+
modelId: capabilityProfile.modelId,
|
|
8
|
+
visionModelId: capabilityProfile.visionModelId,
|
|
9
|
+
capabilityProfile,
|
|
10
|
+
evidenceContract: buildByokBenchmarkEvidenceContract(capabilityProfile),
|
|
11
|
+
jsonModeAllowed: capabilityProfile.capabilities.jsonMode && !capabilityProfile.likelyFreeRoute,
|
|
12
|
+
requestContainsImageInput: false,
|
|
13
|
+
requestContainsNativePdfInput: false,
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
export function buildByokBenchmarkEvidenceContract(capabilityProfile) {
|
|
17
|
+
return {
|
|
18
|
+
schemaVersion: 'geotech.byok-evidence-contract.v1',
|
|
19
|
+
evidenceInput: 'preprocessed-page-evidence',
|
|
20
|
+
prohibitedInputs: ['direct-image', 'native-pdf'],
|
|
21
|
+
sourceEvidence: [
|
|
22
|
+
{
|
|
23
|
+
evidenceId: 'ev-page-3-bh1-spt',
|
|
24
|
+
sourcePage: '3',
|
|
25
|
+
method: 'ocr',
|
|
26
|
+
confidence: 0.92,
|
|
27
|
+
snippet: 'BH-01 SPT N=18 at 2.0 m; source page 3.',
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
evidenceId: 'ev-page-4-lab-atterberg',
|
|
31
|
+
sourcePage: '4',
|
|
32
|
+
method: 'layout-ocr',
|
|
33
|
+
confidence: 0.88,
|
|
34
|
+
snippet: 'Atterberg limits: LL=42%, PI=22%; source page 4.',
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
evidenceId: 'ev-page-5-groundwater-gap',
|
|
38
|
+
sourcePage: '5',
|
|
39
|
+
method: 'page-cache',
|
|
40
|
+
confidence: 0.74,
|
|
41
|
+
snippet: 'Groundwater level was not extracted; review gate remains open.',
|
|
42
|
+
},
|
|
43
|
+
],
|
|
44
|
+
requiredResponseKeys: [
|
|
45
|
+
'ok',
|
|
46
|
+
'evidence_input',
|
|
47
|
+
'cited_evidence_ids',
|
|
48
|
+
'takeaway',
|
|
49
|
+
'review_gates',
|
|
50
|
+
],
|
|
51
|
+
reviewGates: [
|
|
52
|
+
...capabilityProfile.reviewGates,
|
|
53
|
+
'source-evidence-required',
|
|
54
|
+
'missing-groundwater-review-required',
|
|
55
|
+
'human-engineering-review-required',
|
|
56
|
+
],
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
export function buildByokBenchmarkPrompt(profile) {
|
|
60
|
+
const contract = profile.evidenceContract;
|
|
61
|
+
return [
|
|
62
|
+
'Return ONLY compact JSON. Do not use markdown.',
|
|
63
|
+
'You are being benchmarked as a GeotechCLI BYOK/provider brain.',
|
|
64
|
+
`Provider profile: ${profile.id}. Capability profile: ${profile.capabilityProfile.id}.`,
|
|
65
|
+
`Evidence input: ${contract.evidenceInput}. Do not request or claim direct image/PDF inspection.`,
|
|
66
|
+
`Prohibited inputs: ${contract.prohibitedInputs.join(', ')}.`,
|
|
67
|
+
`Active review gates: ${contract.reviewGates.join(', ')}.`,
|
|
68
|
+
'Use only this OCR/page evidence:',
|
|
69
|
+
...contract.sourceEvidence.map((item) => `- ${item.evidenceId} | page ${item.sourcePage} | ${item.method} | confidence ${Math.round(item.confidence * 100)}% | ${item.snippet}`),
|
|
70
|
+
'Required JSON shape:',
|
|
71
|
+
'{"ok":true,"evidence_input":"preprocessed-page-evidence","cited_evidence_ids":["ev-page-3-bh1-spt"],"takeaway":"...","review_gates":["..."]}',
|
|
72
|
+
'The takeaway must be one short geotechnical sentence and must mention source evidence.',
|
|
73
|
+
].join('\n');
|
|
74
|
+
}
|
|
75
|
+
export function validateByokBenchmarkResponse(text, contract = buildByokBenchmarkEvidenceContract(resolveProviderCapabilityProfile({ provider: 'openai-compatible', modelId: 'byok-text', visionModelId: '' }))) {
|
|
76
|
+
const trimmed = text.trim();
|
|
77
|
+
const parsed = parseJsonObject(trimmed);
|
|
78
|
+
const failures = [];
|
|
79
|
+
const warnings = [];
|
|
80
|
+
const allowedIds = new Set(contract.sourceEvidence.map((item) => item.evidenceId));
|
|
81
|
+
let citedEvidenceIds = [];
|
|
82
|
+
if (!parsed) {
|
|
83
|
+
failures.push('response_not_json');
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
const missingKeys = contract.requiredResponseKeys.filter((key) => !(key in parsed));
|
|
87
|
+
failures.push(...missingKeys.map((key) => `missing_key_${key}`));
|
|
88
|
+
if (parsed.ok !== true) {
|
|
89
|
+
failures.push('ok_not_true');
|
|
90
|
+
}
|
|
91
|
+
if (parsed.evidence_input !== contract.evidenceInput) {
|
|
92
|
+
failures.push('wrong_evidence_input');
|
|
93
|
+
}
|
|
94
|
+
citedEvidenceIds = Array.isArray(parsed.cited_evidence_ids)
|
|
95
|
+
? parsed.cited_evidence_ids.filter((id) => typeof id === 'string')
|
|
96
|
+
: [];
|
|
97
|
+
if (citedEvidenceIds.length === 0) {
|
|
98
|
+
failures.push('missing_evidence_citations');
|
|
99
|
+
}
|
|
100
|
+
const unknownIds = citedEvidenceIds.filter((id) => !allowedIds.has(id));
|
|
101
|
+
failures.push(...unknownIds.map((id) => `unknown_evidence_id_${sanitizeFailureToken(id)}`));
|
|
102
|
+
const reviewGates = Array.isArray(parsed.review_gates)
|
|
103
|
+
? parsed.review_gates.filter((gate) => typeof gate === 'string')
|
|
104
|
+
: [];
|
|
105
|
+
if (!reviewGates.some((gate) => /groundwater|human|review/i.test(gate))) {
|
|
106
|
+
failures.push('review_gate_not_preserved');
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
if (/(?:i inspected|from the image|from the pdf|visual inspection|native pdf)/i.test(trimmed)) {
|
|
110
|
+
failures.push('claimed_prohibited_image_or_pdf_inspection');
|
|
111
|
+
}
|
|
112
|
+
if (!/source evidence/i.test(trimmed)) {
|
|
113
|
+
warnings.push('source_evidence_phrase_missing');
|
|
114
|
+
}
|
|
115
|
+
return {
|
|
116
|
+
ok: failures.length === 0,
|
|
117
|
+
parsedJson: Boolean(parsed),
|
|
118
|
+
citedEvidenceIds,
|
|
119
|
+
failures,
|
|
120
|
+
warnings,
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
export function buildByokBenchmarkReport(runs, generatedAt = new Date()) {
|
|
124
|
+
const generated = generatedAt instanceof Date ? generatedAt.toISOString() : generatedAt;
|
|
125
|
+
return {
|
|
126
|
+
kind: 'geotech-byok-provider-benchmark',
|
|
127
|
+
schemaVersion: 1,
|
|
128
|
+
generatedAt: generated,
|
|
129
|
+
runs,
|
|
130
|
+
summary: {
|
|
131
|
+
runCount: runs.length,
|
|
132
|
+
passedRuns: runs.filter((run) => run.ok).length,
|
|
133
|
+
failedRuns: runs.filter((run) => !run.ok).length,
|
|
134
|
+
profiles: [...new Set(runs.map((run) => run.profile.id))].sort(),
|
|
135
|
+
passed: runs.length > 0 && runs.every((run) => run.ok),
|
|
136
|
+
},
|
|
137
|
+
};
|
|
138
|
+
}
|
|
139
|
+
function parseJsonObject(text) {
|
|
140
|
+
try {
|
|
141
|
+
const parsed = JSON.parse(text);
|
|
142
|
+
return parsed && typeof parsed === 'object' && !Array.isArray(parsed)
|
|
143
|
+
? parsed
|
|
144
|
+
: null;
|
|
145
|
+
}
|
|
146
|
+
catch {
|
|
147
|
+
return null;
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
function sanitizeFailureToken(value) {
|
|
151
|
+
return value.replace(/[^a-zA-Z0-9_-]+/g, '_').slice(0, 48);
|
|
152
|
+
}
|
|
153
|
+
//# sourceMappingURL=byok-benchmark.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"byok-benchmark.js","sourceRoot":"","sources":["../../src/llm/byok-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gCAAgC,EAAE,MAAM,mBAAmB,CAAC;AA0ErE,MAAM,UAAU,iCAAiC,CAC/C,EAA0B,EAC1B,MAAiE;IAEjE,MAAM,iBAAiB,GAAG,gCAAgC,CAAC,MAAM,CAAC,CAAC;IACnE,OAAO;QACL,EAAE;QACF,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,iBAAiB,CAAC,OAAO;QAClC,aAAa,EAAE,iBAAiB,CAAC,aAAa;QAC9C,iBAAiB;QACjB,gBAAgB,EAAE,kCAAkC,CAAC,iBAAiB,CAAC;QACvE,eAAe,EAAE,iBAAiB,CAAC,YAAY,CAAC,QAAQ,IAAI,CAAC,iBAAiB,CAAC,eAAe;QAC9F,yBAAyB,EAAE,KAAK;QAChC,6BAA6B,EAAE,KAAK;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,iBAA4C;IAE5C,OAAO;QACL,aAAa,EAAE,mCAAmC;QAClD,aAAa,EAAE,4BAA4B;QAC3C,gBAAgB,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC;QAChD,cAAc,EAAE;YACd;gBACE,UAAU,EAAE,mBAAmB;gBAC/B,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,yCAAyC;aACnD;YACD;gBACE,UAAU,EAAE,yBAAyB;gBACrC,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,kDAAkD;aAC5D;YACD;gBACE,UAAU,EAAE,2BAA2B;gBACvC,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,gEAAgE;aAC1E;SACF;QACD,oBAAoB,EAAE;YACpB,IAAI;YACJ,gBAAgB;YAChB,oBAAoB;YACpB,UAAU;YACV,cAAc;SACf;QACD,WAAW,EAAE;YACX,GAAG,iBAAiB,CAAC,WAAW;YAChC,0BAA0B;YAC1B,qCAAqC;YACrC,mCAAmC;SACpC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAqC;IAC5E,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAC1C,OAAO;QACL,gDAAgD;QAChD,gEAAgE;QAChE,qBAAqB,OAAO,CAAC,EAAE,yBAAyB,OAAO,CAAC,iBAAiB,CAAC,EAAE,GAAG;QACvF,mBAAmB,QAAQ,CAAC,aAAa,wDAAwD;QACjG,sBAAsB,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC7D,wBAAwB,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QAC1D,kCAAkC;QAClC,GAAG,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,KAAK,IAAI,CAAC,UAAU,WAAW,IAAI,CAAC,UAAU,MAAM,IAAI,CAAC,MAAM,iBAAiB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CACvI;QACD,sBAAsB;QACtB,8IAA8I;QAC9I,wFAAwF;KACzF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,IAAY,EACZ,WAA0C,kCAAkC,CAC1E,gCAAgC,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAC7G;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACnF,IAAI,gBAAgB,GAAa,EAAE,CAAC;IAEpC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,MAAM,WAAW,GAAG,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC;QACpF,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,MAAM,CAAC,cAAc,KAAK,QAAQ,CAAC,aAAa,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACxC,CAAC;QACD,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACzD,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,CAAC;YAChF,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,uBAAuB,oBAAoB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;YACpD,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;YAChF,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACxE,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,IAAI,2EAA2E,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9F,QAAQ,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAClD,CAAC;IAED,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QACzB,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC;QAC3B,gBAAgB;QAChB,QAAQ;QACR,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAA+B,EAC/B,cAA6B,IAAI,IAAI,EAAE;IAEvC,MAAM,SAAS,GAAG,WAAW,YAAY,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;IACxF,OAAO;QACL,IAAI,EAAE,iCAAiC;QACvC,aAAa,EAAE,CAAC;QAChB,WAAW,EAAE,SAAS;QACtB,IAAI;QACJ,OAAO,EAAE;YACP,QAAQ,EAAE,IAAI,CAAC,MAAM;YACrB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;YAC/C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;YAChD,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YAChE,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;SACvD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;QAC3C,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YACnE,CAAC,CAAC,MAAiC;YACnC,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
|
package/dist/llm/index.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export { generateText, generateChat, generateVision, generateDocumentVision, registry, } from './router.js';
|
|
2
2
|
export { resolveProviderCapabilities, resolveProviderCapabilityProfile, buildProviderReviewGates, providerSupportsNativePdfDocuments, isLikelyFreeRoute, } from './capabilities.js';
|
|
3
|
+
export { buildByokBenchmarkEvidenceContract, buildByokBenchmarkPrompt, buildByokBenchmarkReport, buildByokProviderBenchmarkProfile, validateByokBenchmarkResponse, type ByokBenchmarkEvidenceContract, type ByokBenchmarkEvidenceInput, type ByokBenchmarkEvidenceItem, type ByokBenchmarkProfileId, type ByokBenchmarkReport, type ByokBenchmarkResponseValidation, type ByokBenchmarkRunSummary, type ByokProviderBenchmarkProfile, } from './byok-benchmark.js';
|
|
3
4
|
export { sanitizeUpstreamError } from './util.js';
|
|
4
5
|
export { withRetry } from './middleware/retry.js';
|
|
5
6
|
export type { LLMProvider, LLMConfig, ChatMessage, ContentPart, ProviderCapabilities, ProviderCapabilityProfile, ProviderCapabilityProfileId, ProviderContextStrategy, ProviderPreprocessingPolicy, CompletionRequest, CompletionResponse, TokenUsage, ProviderAdapter, UserTier, TierLimits, } from './types.js';
|
package/dist/llm/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,YAAY,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,WAAW,EACX,oBAAoB,EACpB,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EACvB,2BAA2B,EAC3B,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,eAAe,EACf,QAAQ,EACR,UAAU,GACX,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,kCAAkC,EAClC,wBAAwB,EACxB,wBAAwB,EACxB,iCAAiC,EACjC,6BAA6B,EAC7B,KAAK,6BAA6B,EAClC,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACxB,KAAK,+BAA+B,EACpC,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,GAClC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,YAAY,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,WAAW,EACX,oBAAoB,EACpB,yBAAyB,EACzB,2BAA2B,EAC3B,uBAAuB,EACvB,2BAA2B,EAC3B,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,eAAe,EACf,QAAQ,EACR,UAAU,GACX,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}
|
package/dist/llm/index.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export { generateText, generateChat, generateVision, generateDocumentVision, registry, } from './router.js';
|
|
2
2
|
export { resolveProviderCapabilities, resolveProviderCapabilityProfile, buildProviderReviewGates, providerSupportsNativePdfDocuments, isLikelyFreeRoute, } from './capabilities.js';
|
|
3
|
+
export { buildByokBenchmarkEvidenceContract, buildByokBenchmarkPrompt, buildByokBenchmarkReport, buildByokProviderBenchmarkProfile, validateByokBenchmarkResponse, } from './byok-benchmark.js';
|
|
3
4
|
export { sanitizeUpstreamError } from './util.js';
|
|
4
5
|
export { withRetry } from './middleware/retry.js';
|
|
5
6
|
export { TIER_LIMITS } from './types.js';
|
package/dist/llm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAkBlD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,sBAAsB,EACtB,QAAQ,GACT,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,2BAA2B,EAC3B,gCAAgC,EAChC,wBAAwB,EACxB,kCAAkC,EAClC,iBAAiB,GAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,kCAAkC,EAClC,wBAAwB,EACxB,wBAAwB,EACxB,iCAAiC,EACjC,6BAA6B,GAS9B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAkBlD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC"}
|
package/dist/meta/metadata.json
CHANGED