keepset 0.37.1 → 0.39.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/{bundled-CRr7GPD3.js → bundled-6dYCPVD-.js} +509 -80
- package/dist/{categories-Djnk3zwg.d.ts → categories-DijttH_M.d.ts} +286 -15
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/node/fetch-dataset.d.ts +2 -2
- package/dist/node/fetch-dataset.js +1217 -118
- package/dist-cli/keepset.mjs +2 -2
- package/package.json +1 -1
- package/schemas/entry.schema.json +1 -1
- package/schemas/manifest.schema.json +1 -1
|
@@ -114,7 +114,7 @@ declare const PartsArchiveSchema: z.ZodObject<{
|
|
|
114
114
|
}, z.core.$strict>>;
|
|
115
115
|
}, z.core.$strict>;
|
|
116
116
|
type PartsArchive = z.infer<typeof PartsArchiveSchema>;
|
|
117
|
-
/** How the downloaded bytes unpack into the file the parser reads, the named files a parser reads together into one document (`parts`), or for a collection the files it reads one by one. A `members` selector gives every member it matches, at least one, in path order. `gzip` and `bzip2` are one compressed file, and `tar.gz` and `tar.bz2` a tar archive compressed with them. A member that is an archive in its turn (a contest bundle that ships its problems as a zip inside the zip) is unpacked by `inner`. A
|
|
117
|
+
/** How the downloaded bytes unpack into the file the parser reads, the named files a parser of a parts format reads together into one document (`parts`, such as the split files of a triples download or an HGB dataset's nodes and links), the files a parser of a multi-file format reads together into one document (`files`, such as an OGB raw directory), or for a collection the files it reads one by one. A `members` selector gives every member it matches, at least one, in path order. `gzip` and `bzip2` are one compressed file, and `tar.gz` and `tar.bz2` a tar archive compressed with them. A member that is an archive in its turn (a contest bundle that ships its problems as a zip inside the zip, a spreadsheet inside a zip) is unpacked by `inner`. A spreadsheet (`xlsx`, `xls` or `ods`) is read as the CSV of its named sheet, with dates as ISO 8601 text, for the `csv-table` or `edge-list` parser. A point shapefile (`shapefile`) is a zip whose `member` selects the `.shp`, read with the `.dbf`, `.prj` and `.cpg` of the same name beside it as the CSV of its attribute table with each point's stored coordinates and its WGS84 position, for the `csv-table` parser. */
|
|
118
118
|
declare const ArchiveSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
119
119
|
kind: z.ZodLiteral<"none">;
|
|
120
120
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -151,6 +151,13 @@ declare const ArchiveSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
151
151
|
}, z.core.$strict>, z.ZodObject<{
|
|
152
152
|
pattern: z.ZodString;
|
|
153
153
|
}, z.core.$strict>]>;
|
|
154
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
155
|
+
kind: z.ZodEnum<{
|
|
156
|
+
xlsx: "xlsx";
|
|
157
|
+
xls: "xls";
|
|
158
|
+
ods: "ods";
|
|
159
|
+
}>;
|
|
160
|
+
sheet: z.ZodString;
|
|
154
161
|
}, z.core.$strict>]>>;
|
|
155
162
|
}, z.core.$strict>, z.ZodObject<{
|
|
156
163
|
kind: z.ZodEnum<{
|
|
@@ -188,7 +195,28 @@ declare const ArchiveSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
188
195
|
}, z.core.$strict>]>;
|
|
189
196
|
}, z.core.$strict>>;
|
|
190
197
|
}, z.core.$strict>, z.ZodObject<{
|
|
191
|
-
kind: z.
|
|
198
|
+
kind: z.ZodEnum<{
|
|
199
|
+
zip: "zip";
|
|
200
|
+
tar: "tar";
|
|
201
|
+
"tar.gz": "tar.gz";
|
|
202
|
+
"tar.bz2": "tar.bz2";
|
|
203
|
+
}>;
|
|
204
|
+
files: z.ZodUnion<readonly [z.ZodObject<{
|
|
205
|
+
path: z.ZodString;
|
|
206
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
207
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
208
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
209
|
+
pattern: z.ZodString;
|
|
210
|
+
}, z.core.$strict>]>;
|
|
211
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
212
|
+
kind: z.ZodLiteral<"gzip">;
|
|
213
|
+
}, z.core.$strict>>;
|
|
214
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
215
|
+
kind: z.ZodEnum<{
|
|
216
|
+
xlsx: "xlsx";
|
|
217
|
+
xls: "xls";
|
|
218
|
+
ods: "ods";
|
|
219
|
+
}>;
|
|
192
220
|
sheet: z.ZodString;
|
|
193
221
|
}, z.core.$strict>, z.ZodObject<{
|
|
194
222
|
kind: z.ZodLiteral<"shapefile">;
|
|
@@ -204,7 +232,9 @@ type Archive = z.infer<typeof ArchiveSchema>;
|
|
|
204
232
|
/** An archive that gives the one file a document is read from. */
|
|
205
233
|
type DocumentArchive = Exclude<Archive, {
|
|
206
234
|
readonly members: ArchiveMember;
|
|
207
|
-
} | PartsArchive
|
|
235
|
+
} | PartsArchive | {
|
|
236
|
+
readonly files: ArchiveMember;
|
|
237
|
+
}>;
|
|
208
238
|
/** An archive that gives every file a collection is read from. */
|
|
209
239
|
type CollectionArchive = z.infer<typeof CollectionArchiveSchema>;
|
|
210
240
|
/** A column of a table as the table parser names it: the header with every run of characters outside letters, digits and underscore replaced by one underscore, so it is a valid segment of a crossmap path. */
|
|
@@ -227,6 +257,16 @@ declare const ParserSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
227
257
|
commentPrefixes: z.ZodArray<z.ZodString>;
|
|
228
258
|
sourceColumn: z.ZodInt;
|
|
229
259
|
targetColumn: z.ZodInt;
|
|
260
|
+
keep: z.ZodOptional<z.ZodObject<{
|
|
261
|
+
column: z.ZodInt;
|
|
262
|
+
values: z.ZodArray<z.ZodString>;
|
|
263
|
+
}, z.core.$strict>>;
|
|
264
|
+
multiplicityColumn: z.ZodOptional<z.ZodInt>;
|
|
265
|
+
mirrored: z.ZodOptional<z.ZodLiteral<true>>;
|
|
266
|
+
where: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
267
|
+
column: z.ZodInt;
|
|
268
|
+
equals: z.ZodString;
|
|
269
|
+
}, z.core.$strict>>>;
|
|
230
270
|
}, z.core.$strict>, z.ZodObject<{
|
|
231
271
|
format: z.ZodLiteral<"matrix-market">;
|
|
232
272
|
encoding: z.ZodEnum<{
|
|
@@ -316,6 +356,12 @@ declare const ParserSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
316
356
|
"utf-8": "utf-8";
|
|
317
357
|
latin1: "latin1";
|
|
318
358
|
}>;
|
|
359
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
360
|
+
format: z.ZodLiteral<"witvliet-synapses">;
|
|
361
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
362
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
363
|
+
format: z.ZodLiteral<"ogb">;
|
|
364
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
319
365
|
}, z.core.$strict>, z.ZodObject<{
|
|
320
366
|
format: z.ZodLiteral<"customer-points">;
|
|
321
367
|
encoding: z.ZodEnum<{
|
|
@@ -438,6 +484,13 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
438
484
|
}, z.core.$strict>, z.ZodObject<{
|
|
439
485
|
pattern: z.ZodString;
|
|
440
486
|
}, z.core.$strict>]>;
|
|
487
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
488
|
+
kind: z.ZodEnum<{
|
|
489
|
+
xlsx: "xlsx";
|
|
490
|
+
xls: "xls";
|
|
491
|
+
ods: "ods";
|
|
492
|
+
}>;
|
|
493
|
+
sheet: z.ZodString;
|
|
441
494
|
}, z.core.$strict>]>>;
|
|
442
495
|
}, z.core.$strict>, z.ZodObject<{
|
|
443
496
|
kind: z.ZodEnum<{
|
|
@@ -475,7 +528,28 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
475
528
|
}, z.core.$strict>]>;
|
|
476
529
|
}, z.core.$strict>>;
|
|
477
530
|
}, z.core.$strict>, z.ZodObject<{
|
|
478
|
-
kind: z.
|
|
531
|
+
kind: z.ZodEnum<{
|
|
532
|
+
zip: "zip";
|
|
533
|
+
tar: "tar";
|
|
534
|
+
"tar.gz": "tar.gz";
|
|
535
|
+
"tar.bz2": "tar.bz2";
|
|
536
|
+
}>;
|
|
537
|
+
files: z.ZodUnion<readonly [z.ZodObject<{
|
|
538
|
+
path: z.ZodString;
|
|
539
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
540
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
541
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
542
|
+
pattern: z.ZodString;
|
|
543
|
+
}, z.core.$strict>]>;
|
|
544
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
545
|
+
kind: z.ZodLiteral<"gzip">;
|
|
546
|
+
}, z.core.$strict>>;
|
|
547
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
548
|
+
kind: z.ZodEnum<{
|
|
549
|
+
xlsx: "xlsx";
|
|
550
|
+
xls: "xls";
|
|
551
|
+
ods: "ods";
|
|
552
|
+
}>;
|
|
479
553
|
sheet: z.ZodString;
|
|
480
554
|
}, z.core.$strict>, z.ZodObject<{
|
|
481
555
|
kind: z.ZodLiteral<"shapefile">;
|
|
@@ -504,6 +578,16 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
504
578
|
commentPrefixes: z.ZodArray<z.ZodString>;
|
|
505
579
|
sourceColumn: z.ZodInt;
|
|
506
580
|
targetColumn: z.ZodInt;
|
|
581
|
+
keep: z.ZodOptional<z.ZodObject<{
|
|
582
|
+
column: z.ZodInt;
|
|
583
|
+
values: z.ZodArray<z.ZodString>;
|
|
584
|
+
}, z.core.$strict>>;
|
|
585
|
+
multiplicityColumn: z.ZodOptional<z.ZodInt>;
|
|
586
|
+
mirrored: z.ZodOptional<z.ZodLiteral<true>>;
|
|
587
|
+
where: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
588
|
+
column: z.ZodInt;
|
|
589
|
+
equals: z.ZodString;
|
|
590
|
+
}, z.core.$strict>>>;
|
|
507
591
|
}, z.core.$strict>, z.ZodObject<{
|
|
508
592
|
format: z.ZodLiteral<"matrix-market">;
|
|
509
593
|
encoding: z.ZodEnum<{
|
|
@@ -593,6 +677,12 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
593
677
|
"utf-8": "utf-8";
|
|
594
678
|
latin1: "latin1";
|
|
595
679
|
}>;
|
|
680
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
681
|
+
format: z.ZodLiteral<"witvliet-synapses">;
|
|
682
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
683
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
684
|
+
format: z.ZodLiteral<"ogb">;
|
|
685
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
596
686
|
}, z.core.$strict>, z.ZodObject<{
|
|
597
687
|
format: z.ZodLiteral<"customer-points">;
|
|
598
688
|
encoding: z.ZodEnum<{
|
|
@@ -771,6 +861,13 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
771
861
|
}, z.core.$strict>, z.ZodObject<{
|
|
772
862
|
pattern: z.ZodString;
|
|
773
863
|
}, z.core.$strict>]>;
|
|
864
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
865
|
+
kind: z.ZodEnum<{
|
|
866
|
+
xlsx: "xlsx";
|
|
867
|
+
xls: "xls";
|
|
868
|
+
ods: "ods";
|
|
869
|
+
}>;
|
|
870
|
+
sheet: z.ZodString;
|
|
774
871
|
}, z.core.$strict>]>>;
|
|
775
872
|
}, z.core.$strict>, z.ZodObject<{
|
|
776
873
|
kind: z.ZodEnum<{
|
|
@@ -808,7 +905,28 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
808
905
|
}, z.core.$strict>]>;
|
|
809
906
|
}, z.core.$strict>>;
|
|
810
907
|
}, z.core.$strict>, z.ZodObject<{
|
|
811
|
-
kind: z.
|
|
908
|
+
kind: z.ZodEnum<{
|
|
909
|
+
zip: "zip";
|
|
910
|
+
tar: "tar";
|
|
911
|
+
"tar.gz": "tar.gz";
|
|
912
|
+
"tar.bz2": "tar.bz2";
|
|
913
|
+
}>;
|
|
914
|
+
files: z.ZodUnion<readonly [z.ZodObject<{
|
|
915
|
+
path: z.ZodString;
|
|
916
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
917
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
918
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
919
|
+
pattern: z.ZodString;
|
|
920
|
+
}, z.core.$strict>]>;
|
|
921
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
922
|
+
kind: z.ZodLiteral<"gzip">;
|
|
923
|
+
}, z.core.$strict>>;
|
|
924
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
925
|
+
kind: z.ZodEnum<{
|
|
926
|
+
xlsx: "xlsx";
|
|
927
|
+
xls: "xls";
|
|
928
|
+
ods: "ods";
|
|
929
|
+
}>;
|
|
812
930
|
sheet: z.ZodString;
|
|
813
931
|
}, z.core.$strict>, z.ZodObject<{
|
|
814
932
|
kind: z.ZodLiteral<"shapefile">;
|
|
@@ -837,6 +955,16 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
837
955
|
commentPrefixes: z.ZodArray<z.ZodString>;
|
|
838
956
|
sourceColumn: z.ZodInt;
|
|
839
957
|
targetColumn: z.ZodInt;
|
|
958
|
+
keep: z.ZodOptional<z.ZodObject<{
|
|
959
|
+
column: z.ZodInt;
|
|
960
|
+
values: z.ZodArray<z.ZodString>;
|
|
961
|
+
}, z.core.$strict>>;
|
|
962
|
+
multiplicityColumn: z.ZodOptional<z.ZodInt>;
|
|
963
|
+
mirrored: z.ZodOptional<z.ZodLiteral<true>>;
|
|
964
|
+
where: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
965
|
+
column: z.ZodInt;
|
|
966
|
+
equals: z.ZodString;
|
|
967
|
+
}, z.core.$strict>>>;
|
|
840
968
|
}, z.core.$strict>, z.ZodObject<{
|
|
841
969
|
format: z.ZodLiteral<"matrix-market">;
|
|
842
970
|
encoding: z.ZodEnum<{
|
|
@@ -926,6 +1054,12 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
926
1054
|
"utf-8": "utf-8";
|
|
927
1055
|
latin1: "latin1";
|
|
928
1056
|
}>;
|
|
1057
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1058
|
+
format: z.ZodLiteral<"witvliet-synapses">;
|
|
1059
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
1060
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1061
|
+
format: z.ZodLiteral<"ogb">;
|
|
1062
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
929
1063
|
}, z.core.$strict>, z.ZodObject<{
|
|
930
1064
|
format: z.ZodLiteral<"customer-points">;
|
|
931
1065
|
encoding: z.ZodEnum<{
|
|
@@ -1052,6 +1186,21 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
1052
1186
|
kind: "xlsx";
|
|
1053
1187
|
sheets?: string | undefined;
|
|
1054
1188
|
} | undefined;
|
|
1189
|
+
} | {
|
|
1190
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1191
|
+
files: {
|
|
1192
|
+
path: string;
|
|
1193
|
+
} | {
|
|
1194
|
+
extensions: string[];
|
|
1195
|
+
} | {
|
|
1196
|
+
pattern: string;
|
|
1197
|
+
};
|
|
1198
|
+
inner?: {
|
|
1199
|
+
kind: "gzip";
|
|
1200
|
+
} | undefined;
|
|
1201
|
+
} | {
|
|
1202
|
+
kind: "xlsx" | "xls" | "ods";
|
|
1203
|
+
sheet: string;
|
|
1055
1204
|
} | {
|
|
1056
1205
|
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1057
1206
|
parts: {
|
|
@@ -1080,6 +1229,9 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
1080
1229
|
pattern: string;
|
|
1081
1230
|
};
|
|
1082
1231
|
inner?: {
|
|
1232
|
+
kind: "xlsx" | "xls" | "ods";
|
|
1233
|
+
sheet: string;
|
|
1234
|
+
} | {
|
|
1083
1235
|
kind: "gzip";
|
|
1084
1236
|
} | {
|
|
1085
1237
|
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
@@ -1091,9 +1243,6 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
1091
1243
|
pattern: string;
|
|
1092
1244
|
};
|
|
1093
1245
|
} | undefined;
|
|
1094
|
-
} | {
|
|
1095
|
-
kind: "xlsx";
|
|
1096
|
-
sheet: string;
|
|
1097
1246
|
} | {
|
|
1098
1247
|
kind: "shapefile";
|
|
1099
1248
|
member: {
|
|
@@ -1112,6 +1261,16 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
1112
1261
|
commentPrefixes: string[];
|
|
1113
1262
|
sourceColumn: number;
|
|
1114
1263
|
targetColumn: number;
|
|
1264
|
+
keep?: {
|
|
1265
|
+
column: number;
|
|
1266
|
+
values: string[];
|
|
1267
|
+
} | undefined;
|
|
1268
|
+
multiplicityColumn?: number | undefined;
|
|
1269
|
+
mirrored?: true | undefined;
|
|
1270
|
+
where?: {
|
|
1271
|
+
column: number;
|
|
1272
|
+
equals: string;
|
|
1273
|
+
}[] | undefined;
|
|
1115
1274
|
} | {
|
|
1116
1275
|
format: "hgb";
|
|
1117
1276
|
encoding: "utf-8";
|
|
@@ -1184,6 +1343,12 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
1184
1343
|
} | {
|
|
1185
1344
|
format: "gd-contest";
|
|
1186
1345
|
encoding: "utf-8" | "latin1";
|
|
1346
|
+
} | {
|
|
1347
|
+
format: "witvliet-synapses";
|
|
1348
|
+
encoding: "utf-8";
|
|
1349
|
+
} | {
|
|
1350
|
+
format: "ogb";
|
|
1351
|
+
encoding: "utf-8";
|
|
1187
1352
|
} | {
|
|
1188
1353
|
format: "customer-points";
|
|
1189
1354
|
encoding: "utf-8" | "latin1";
|
|
@@ -1423,6 +1588,13 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1423
1588
|
}, z.core.$strict>, z.ZodObject<{
|
|
1424
1589
|
pattern: z.ZodString;
|
|
1425
1590
|
}, z.core.$strict>]>;
|
|
1591
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1592
|
+
kind: z.ZodEnum<{
|
|
1593
|
+
xlsx: "xlsx";
|
|
1594
|
+
xls: "xls";
|
|
1595
|
+
ods: "ods";
|
|
1596
|
+
}>;
|
|
1597
|
+
sheet: z.ZodString;
|
|
1426
1598
|
}, z.core.$strict>]>>;
|
|
1427
1599
|
}, z.core.$strict>, z.ZodObject<{
|
|
1428
1600
|
kind: z.ZodEnum<{
|
|
@@ -1460,7 +1632,28 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1460
1632
|
}, z.core.$strict>]>;
|
|
1461
1633
|
}, z.core.$strict>>;
|
|
1462
1634
|
}, z.core.$strict>, z.ZodObject<{
|
|
1463
|
-
kind: z.
|
|
1635
|
+
kind: z.ZodEnum<{
|
|
1636
|
+
zip: "zip";
|
|
1637
|
+
tar: "tar";
|
|
1638
|
+
"tar.gz": "tar.gz";
|
|
1639
|
+
"tar.bz2": "tar.bz2";
|
|
1640
|
+
}>;
|
|
1641
|
+
files: z.ZodUnion<readonly [z.ZodObject<{
|
|
1642
|
+
path: z.ZodString;
|
|
1643
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1644
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
1645
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1646
|
+
pattern: z.ZodString;
|
|
1647
|
+
}, z.core.$strict>]>;
|
|
1648
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
1649
|
+
kind: z.ZodLiteral<"gzip">;
|
|
1650
|
+
}, z.core.$strict>>;
|
|
1651
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1652
|
+
kind: z.ZodEnum<{
|
|
1653
|
+
xlsx: "xlsx";
|
|
1654
|
+
xls: "xls";
|
|
1655
|
+
ods: "ods";
|
|
1656
|
+
}>;
|
|
1464
1657
|
sheet: z.ZodString;
|
|
1465
1658
|
}, z.core.$strict>, z.ZodObject<{
|
|
1466
1659
|
kind: z.ZodLiteral<"shapefile">;
|
|
@@ -1489,6 +1682,16 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1489
1682
|
commentPrefixes: z.ZodArray<z.ZodString>;
|
|
1490
1683
|
sourceColumn: z.ZodInt;
|
|
1491
1684
|
targetColumn: z.ZodInt;
|
|
1685
|
+
keep: z.ZodOptional<z.ZodObject<{
|
|
1686
|
+
column: z.ZodInt;
|
|
1687
|
+
values: z.ZodArray<z.ZodString>;
|
|
1688
|
+
}, z.core.$strict>>;
|
|
1689
|
+
multiplicityColumn: z.ZodOptional<z.ZodInt>;
|
|
1690
|
+
mirrored: z.ZodOptional<z.ZodLiteral<true>>;
|
|
1691
|
+
where: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1692
|
+
column: z.ZodInt;
|
|
1693
|
+
equals: z.ZodString;
|
|
1694
|
+
}, z.core.$strict>>>;
|
|
1492
1695
|
}, z.core.$strict>, z.ZodObject<{
|
|
1493
1696
|
format: z.ZodLiteral<"matrix-market">;
|
|
1494
1697
|
encoding: z.ZodEnum<{
|
|
@@ -1578,6 +1781,12 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1578
1781
|
"utf-8": "utf-8";
|
|
1579
1782
|
latin1: "latin1";
|
|
1580
1783
|
}>;
|
|
1784
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1785
|
+
format: z.ZodLiteral<"witvliet-synapses">;
|
|
1786
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
1787
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1788
|
+
format: z.ZodLiteral<"ogb">;
|
|
1789
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
1581
1790
|
}, z.core.$strict>, z.ZodObject<{
|
|
1582
1791
|
format: z.ZodLiteral<"customer-points">;
|
|
1583
1792
|
encoding: z.ZodEnum<{
|
|
@@ -1704,6 +1913,21 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1704
1913
|
kind: "xlsx";
|
|
1705
1914
|
sheets?: string | undefined;
|
|
1706
1915
|
} | undefined;
|
|
1916
|
+
} | {
|
|
1917
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1918
|
+
files: {
|
|
1919
|
+
path: string;
|
|
1920
|
+
} | {
|
|
1921
|
+
extensions: string[];
|
|
1922
|
+
} | {
|
|
1923
|
+
pattern: string;
|
|
1924
|
+
};
|
|
1925
|
+
inner?: {
|
|
1926
|
+
kind: "gzip";
|
|
1927
|
+
} | undefined;
|
|
1928
|
+
} | {
|
|
1929
|
+
kind: "xlsx" | "xls" | "ods";
|
|
1930
|
+
sheet: string;
|
|
1707
1931
|
} | {
|
|
1708
1932
|
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1709
1933
|
parts: {
|
|
@@ -1732,6 +1956,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1732
1956
|
pattern: string;
|
|
1733
1957
|
};
|
|
1734
1958
|
inner?: {
|
|
1959
|
+
kind: "xlsx" | "xls" | "ods";
|
|
1960
|
+
sheet: string;
|
|
1961
|
+
} | {
|
|
1735
1962
|
kind: "gzip";
|
|
1736
1963
|
} | {
|
|
1737
1964
|
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
@@ -1743,9 +1970,6 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1743
1970
|
pattern: string;
|
|
1744
1971
|
};
|
|
1745
1972
|
} | undefined;
|
|
1746
|
-
} | {
|
|
1747
|
-
kind: "xlsx";
|
|
1748
|
-
sheet: string;
|
|
1749
1973
|
} | {
|
|
1750
1974
|
kind: "shapefile";
|
|
1751
1975
|
member: {
|
|
@@ -1764,6 +1988,16 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1764
1988
|
commentPrefixes: string[];
|
|
1765
1989
|
sourceColumn: number;
|
|
1766
1990
|
targetColumn: number;
|
|
1991
|
+
keep?: {
|
|
1992
|
+
column: number;
|
|
1993
|
+
values: string[];
|
|
1994
|
+
} | undefined;
|
|
1995
|
+
multiplicityColumn?: number | undefined;
|
|
1996
|
+
mirrored?: true | undefined;
|
|
1997
|
+
where?: {
|
|
1998
|
+
column: number;
|
|
1999
|
+
equals: string;
|
|
2000
|
+
}[] | undefined;
|
|
1767
2001
|
} | {
|
|
1768
2002
|
format: "hgb";
|
|
1769
2003
|
encoding: "utf-8";
|
|
@@ -1836,6 +2070,12 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1836
2070
|
} | {
|
|
1837
2071
|
format: "gd-contest";
|
|
1838
2072
|
encoding: "utf-8" | "latin1";
|
|
2073
|
+
} | {
|
|
2074
|
+
format: "witvliet-synapses";
|
|
2075
|
+
encoding: "utf-8";
|
|
2076
|
+
} | {
|
|
2077
|
+
format: "ogb";
|
|
2078
|
+
encoding: "utf-8";
|
|
1839
2079
|
} | {
|
|
1840
2080
|
format: "customer-points";
|
|
1841
2081
|
encoding: "utf-8" | "latin1";
|
|
@@ -1951,6 +2191,21 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1951
2191
|
kind: "xlsx";
|
|
1952
2192
|
sheets?: string | undefined;
|
|
1953
2193
|
} | undefined;
|
|
2194
|
+
} | {
|
|
2195
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
2196
|
+
files: {
|
|
2197
|
+
path: string;
|
|
2198
|
+
} | {
|
|
2199
|
+
extensions: string[];
|
|
2200
|
+
} | {
|
|
2201
|
+
pattern: string;
|
|
2202
|
+
};
|
|
2203
|
+
inner?: {
|
|
2204
|
+
kind: "gzip";
|
|
2205
|
+
} | undefined;
|
|
2206
|
+
} | {
|
|
2207
|
+
kind: "xlsx" | "xls" | "ods";
|
|
2208
|
+
sheet: string;
|
|
1954
2209
|
} | {
|
|
1955
2210
|
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1956
2211
|
parts: {
|
|
@@ -1979,6 +2234,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1979
2234
|
pattern: string;
|
|
1980
2235
|
};
|
|
1981
2236
|
inner?: {
|
|
2237
|
+
kind: "xlsx" | "xls" | "ods";
|
|
2238
|
+
sheet: string;
|
|
2239
|
+
} | {
|
|
1982
2240
|
kind: "gzip";
|
|
1983
2241
|
} | {
|
|
1984
2242
|
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
@@ -1990,9 +2248,6 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1990
2248
|
pattern: string;
|
|
1991
2249
|
};
|
|
1992
2250
|
} | undefined;
|
|
1993
|
-
} | {
|
|
1994
|
-
kind: "xlsx";
|
|
1995
|
-
sheet: string;
|
|
1996
2251
|
} | {
|
|
1997
2252
|
kind: "shapefile";
|
|
1998
2253
|
member: {
|
|
@@ -2011,6 +2266,16 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
2011
2266
|
commentPrefixes: string[];
|
|
2012
2267
|
sourceColumn: number;
|
|
2013
2268
|
targetColumn: number;
|
|
2269
|
+
keep?: {
|
|
2270
|
+
column: number;
|
|
2271
|
+
values: string[];
|
|
2272
|
+
} | undefined;
|
|
2273
|
+
multiplicityColumn?: number | undefined;
|
|
2274
|
+
mirrored?: true | undefined;
|
|
2275
|
+
where?: {
|
|
2276
|
+
column: number;
|
|
2277
|
+
equals: string;
|
|
2278
|
+
}[] | undefined;
|
|
2014
2279
|
} | {
|
|
2015
2280
|
format: "hgb";
|
|
2016
2281
|
encoding: "utf-8";
|
|
@@ -2083,6 +2348,12 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
2083
2348
|
} | {
|
|
2084
2349
|
format: "gd-contest";
|
|
2085
2350
|
encoding: "utf-8" | "latin1";
|
|
2351
|
+
} | {
|
|
2352
|
+
format: "witvliet-synapses";
|
|
2353
|
+
encoding: "utf-8";
|
|
2354
|
+
} | {
|
|
2355
|
+
format: "ogb";
|
|
2356
|
+
encoding: "utf-8";
|
|
2086
2357
|
} | {
|
|
2087
2358
|
format: "customer-points";
|
|
2088
2359
|
encoding: "utf-8" | "latin1";
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as CrosswalkReference, A as Catalogue, B as ManifestSchema, C as JsonScalarSchema, Ct as parseEntry, D as GraphNodeSchema, E as GraphNode, F as NamespaceNode, G as ArchiveMember, H as parseManifest, I as createCatalogue, J as Citation, K as ArchiveMemberSchema, L as Lineage, M as CatalogueIndexSchema, N as Dataset, O as GraphV1, P as DatasetQuery, Q as ColumnNameSchema, R as LineageSchema, S as JsonScalar, St as WaybackTimestampSchema, T as GraphEdgeSchema, U as AliasSchema, V as SemVerSchema, W as Archive, X as CollectionArchive, Y as CitationSchema, Z as CollectionArchiveSchema, _ as TasksV1, _t as Snapshot, a as CategoryTargets, at as IdSchema, b as Instance, bt as SourceSchema, c as countTarget, ct as Namespace, d as getCollectionTarget, dt as ParserSchema, et as CrosswalkReferenceSchema, f as getTarget, ft as PartsArchive, g as TaskSchema, gt as RelativePathSchema, h as Task, ht as RecipeSchema, i as CategoryTarget, it as HttpUrlSchema, j as CatalogueIndex, k as GraphV1Schema, l as countedKeys, lt as NamespaceSchema, m as listCategories, mt as Recipe, n as CategoryId, nt as Entry, o as CollectionTarget, ot as Licence, p as kindOf, pt as RESERVED_META_KEYS, q as ArchiveSchema, r as CategoryIdSchema, rt as EntrySchema, s as CountedKey, st as LicenceSchema, t as Category, tt as DocumentArchive, u as getCategory, ut as Parser, v as TasksV1Schema, vt as SnapshotSchema, w as GraphEdge, wt as waybackUrl, x as collectionOf, xt as SubjectSchema, y as Collection, yt as Source, z as Manifest } from "./categories-
|
|
1
|
+
import { $ as CrosswalkReference, A as Catalogue, B as ManifestSchema, C as JsonScalarSchema, Ct as parseEntry, D as GraphNodeSchema, E as GraphNode, F as NamespaceNode, G as ArchiveMember, H as parseManifest, I as createCatalogue, J as Citation, K as ArchiveMemberSchema, L as Lineage, M as CatalogueIndexSchema, N as Dataset, O as GraphV1, P as DatasetQuery, Q as ColumnNameSchema, R as LineageSchema, S as JsonScalar, St as WaybackTimestampSchema, T as GraphEdgeSchema, U as AliasSchema, V as SemVerSchema, W as Archive, X as CollectionArchive, Y as CitationSchema, Z as CollectionArchiveSchema, _ as TasksV1, _t as Snapshot, a as CategoryTargets, at as IdSchema, b as Instance, bt as SourceSchema, c as countTarget, ct as Namespace, d as getCollectionTarget, dt as ParserSchema, et as CrosswalkReferenceSchema, f as getTarget, ft as PartsArchive, g as TaskSchema, gt as RelativePathSchema, h as Task, ht as RecipeSchema, i as CategoryTarget, it as HttpUrlSchema, j as CatalogueIndex, k as GraphV1Schema, l as countedKeys, lt as NamespaceSchema, m as listCategories, mt as Recipe, n as CategoryId, nt as Entry, o as CollectionTarget, ot as Licence, p as kindOf, pt as RESERVED_META_KEYS, q as ArchiveSchema, r as CategoryIdSchema, rt as EntrySchema, s as CountedKey, st as LicenceSchema, t as Category, tt as DocumentArchive, u as getCategory, ut as Parser, v as TasksV1Schema, vt as SnapshotSchema, w as GraphEdge, wt as waybackUrl, x as collectionOf, xt as SubjectSchema, y as Collection, yt as Source, z as Manifest } from "./categories-DijttH_M.js";
|
|
2
2
|
import { Crosswalk } from "crossmap";
|
|
3
3
|
//#region src/errors.d.ts
|
|
4
4
|
/** The root of this package's error taxonomy: every error keepset throws is a `KeepsetError`, so callers can catch the family with one check. */
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as ArchiveError, A as WaybackTimestampSchema, B as countedKeys, C as ParserSchema, D as SnapshotSchema, E as RelativePathSchema, F as groupsOf, G as listCategories, H as getCollectionTarget, I as namesOf, J as collectionOf, K as TaskSchema, M as toIssues, N as waybackUrl, O as SourceSchema, P as NAME_SEPARATOR, Q as JsonScalarSchema, R as CategoryIdSchema, S as NamespaceSchema, T as RecipeSchema, U as getTarget, V as getCategory, W as kindOf, X as GraphNodeSchema, Y as GraphEdgeSchema, Z as GraphV1Schema, _ as CrosswalkReferenceSchema, a as CatalogueIndexSchema, at as RecipeError, b as IdSchema, c as ManifestSchema, d as AliasSchema, et as CatalogueSyntaxError, f as ArchiveMemberSchema, g as ColumnNameSchema, h as CollectionArchiveSchema, i as listNamespaces, it as NativeParseError, j as parseEntry, k as SubjectSchema, l as SemVerSchema, m as CitationSchema, n as getManifest, nt as DatasetNotFoundError, o as createCatalogue, ot as UnknownCategoryError, p as ArchiveSchema, q as TasksV1Schema, r as listDatasets, rt as KeepsetError, s as LineageSchema, t as getDataset, tt as DatasetAmbiguousError, u as parseManifest, v as EntrySchema, w as RESERVED_META_KEYS, x as LicenceSchema, y as HttpUrlSchema, z as countTarget } from "./bundled-
|
|
1
|
+
import { $ as ArchiveError, A as WaybackTimestampSchema, B as countedKeys, C as ParserSchema, D as SnapshotSchema, E as RelativePathSchema, F as groupsOf, G as listCategories, H as getCollectionTarget, I as namesOf, J as collectionOf, K as TaskSchema, M as toIssues, N as waybackUrl, O as SourceSchema, P as NAME_SEPARATOR, Q as JsonScalarSchema, R as CategoryIdSchema, S as NamespaceSchema, T as RecipeSchema, U as getTarget, V as getCategory, W as kindOf, X as GraphNodeSchema, Y as GraphEdgeSchema, Z as GraphV1Schema, _ as CrosswalkReferenceSchema, a as CatalogueIndexSchema, at as RecipeError, b as IdSchema, c as ManifestSchema, d as AliasSchema, et as CatalogueSyntaxError, f as ArchiveMemberSchema, g as ColumnNameSchema, h as CollectionArchiveSchema, i as listNamespaces, it as NativeParseError, j as parseEntry, k as SubjectSchema, l as SemVerSchema, m as CitationSchema, n as getManifest, nt as DatasetNotFoundError, o as createCatalogue, ot as UnknownCategoryError, p as ArchiveSchema, q as TasksV1Schema, r as listDatasets, rt as KeepsetError, s as LineageSchema, t as getDataset, tt as DatasetAmbiguousError, u as parseManifest, v as EntrySchema, w as RESERVED_META_KEYS, x as LicenceSchema, y as HttpUrlSchema, z as countTarget } from "./bundled-6dYCPVD-.js";
|
|
2
2
|
import { validateCrosswalk } from "crossmap";
|
|
3
3
|
//#region src/serialise.ts
|
|
4
4
|
/**
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { N as Dataset, _t as Snapshot, i as CategoryTarget, nt as Entry, o as CollectionTarget, yt as Source } from "../categories-
|
|
1
|
+
import { N as Dataset, _t as Snapshot, i as CategoryTarget, nt as Entry, o as CollectionTarget, yt as Source } from "../categories-DijttH_M.js";
|
|
2
2
|
//#region src/node/fetch-dataset.d.ts
|
|
3
3
|
/** The network port a recipe downloads through: `downloadRaw` by default, which returns the bytes exactly as served, or a stand-in under test. */
|
|
4
4
|
export type FetchPort = (url: string, init: {
|
|
@@ -26,7 +26,7 @@ export interface Provenance {
|
|
|
26
26
|
readonly byteLength: number;
|
|
27
27
|
/** The archive member a document was read from. */
|
|
28
28
|
readonly member?: string;
|
|
29
|
-
/** The archive members a collection, or a document read from
|
|
29
|
+
/** The archive members a collection, or a document read from several files, was read from, in the order they were read. */
|
|
30
30
|
readonly members?: readonly string[];
|
|
31
31
|
}
|
|
32
32
|
/** A fetched dataset: the resolved category target (one document, or for a recipe that selects archive members a collection of them), the provenance of the bytes it came from, and any warnings, such as a count that differs from the one the entry records. */
|