keepset 0.33.0 → 0.35.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/{bundled-pT7q4sWm.js → bundled-OGg9e42x.js} +568 -65
- package/dist/{categories-HwqAn-Lc.d.ts → categories-D9r42M9E.d.ts} +266 -11
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/node/fetch-dataset.d.ts +1 -1
- package/dist/node/fetch-dataset.js +1201 -128
- package/dist-cli/keepset.mjs +1 -1
- package/package.json +3 -1
- package/schemas/entry.schema.json +1 -1
- package/schemas/manifest.schema.json +1 -1
|
@@ -74,12 +74,13 @@ declare const ArchiveMemberSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
74
74
|
pattern: z.ZodString;
|
|
75
75
|
}, z.core.$strict>]>;
|
|
76
76
|
type ArchiveMember = z.infer<typeof ArchiveMemberSchema>;
|
|
77
|
-
/** An archive a collection is read from: every file a selector matches, at least one. */
|
|
77
|
+
/** An archive a collection is read from: every file a selector matches, at least one. With `inner` of kind `xlsx`, every matched member is a workbook and each of its sheets, in the workbook's order, is one file of the collection: the sheet's CSV, at the path of the member and the sheet's name joined by `/`, for an instance format laid out on a sheet. `sheets` is a regular expression a sheet's whole name must match for the sheet to be read (every sheet when it is absent), and it must match at least one sheet of every workbook. */
|
|
78
78
|
declare const CollectionArchiveSchema: z.ZodObject<{
|
|
79
79
|
kind: z.ZodEnum<{
|
|
80
80
|
zip: "zip";
|
|
81
81
|
tar: "tar";
|
|
82
82
|
"tar.gz": "tar.gz";
|
|
83
|
+
"tar.bz2": "tar.bz2";
|
|
83
84
|
}>;
|
|
84
85
|
members: z.ZodUnion<readonly [z.ZodObject<{
|
|
85
86
|
path: z.ZodString;
|
|
@@ -88,17 +89,24 @@ declare const CollectionArchiveSchema: z.ZodObject<{
|
|
|
88
89
|
}, z.core.$strict>, z.ZodObject<{
|
|
89
90
|
pattern: z.ZodString;
|
|
90
91
|
}, z.core.$strict>]>;
|
|
92
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
93
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
94
|
+
sheets: z.ZodOptional<z.ZodString>;
|
|
95
|
+
}, z.core.$strict>>;
|
|
91
96
|
}, z.core.$strict>;
|
|
92
|
-
/** How the downloaded bytes unpack into the file the parser reads, or for a collection the files it reads one by one. A `members` selector gives every member it matches, at least one, in path order. A member that is an archive in its turn (a contest bundle that ships its problems as a zip inside the zip) is unpacked by `inner`. A workbook (`xlsx`) is read as the CSV of its named sheet, with dates as ISO 8601 text, for the `csv-table` parser. */
|
|
97
|
+
/** How the downloaded bytes unpack into the file the parser reads, or for a collection the files it reads one by one. A `members` selector gives every member it matches, at least one, in path order. `gzip` and `bzip2` are one compressed file, and `tar.gz` and `tar.bz2` a tar archive compressed with them. A member that is an archive in its turn (a contest bundle that ships its problems as a zip inside the zip) is unpacked by `inner`. A workbook (`xlsx`) is read as the CSV of its named sheet, with dates as ISO 8601 text, for the `csv-table` parser. A point shapefile (`shapefile`) is a zip whose `member` selects the `.shp`, read with the `.dbf`, `.prj` and `.cpg` of the same name beside it as the CSV of its attribute table with each point's stored coordinates and its WGS84 position, for the `csv-table` parser. */
|
|
93
98
|
declare const ArchiveSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
94
99
|
kind: z.ZodLiteral<"none">;
|
|
95
100
|
}, z.core.$strict>, z.ZodObject<{
|
|
96
101
|
kind: z.ZodLiteral<"gzip">;
|
|
102
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
103
|
+
kind: z.ZodLiteral<"bzip2">;
|
|
97
104
|
}, z.core.$strict>, z.ZodObject<{
|
|
98
105
|
kind: z.ZodEnum<{
|
|
99
106
|
zip: "zip";
|
|
100
107
|
tar: "tar";
|
|
101
108
|
"tar.gz": "tar.gz";
|
|
109
|
+
"tar.bz2": "tar.bz2";
|
|
102
110
|
}>;
|
|
103
111
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
104
112
|
path: z.ZodString;
|
|
@@ -114,6 +122,7 @@ declare const ArchiveSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
114
122
|
zip: "zip";
|
|
115
123
|
tar: "tar";
|
|
116
124
|
"tar.gz": "tar.gz";
|
|
125
|
+
"tar.bz2": "tar.bz2";
|
|
117
126
|
}>;
|
|
118
127
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
119
128
|
path: z.ZodString;
|
|
@@ -128,6 +137,7 @@ declare const ArchiveSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
128
137
|
zip: "zip";
|
|
129
138
|
tar: "tar";
|
|
130
139
|
"tar.gz": "tar.gz";
|
|
140
|
+
"tar.bz2": "tar.bz2";
|
|
131
141
|
}>;
|
|
132
142
|
members: z.ZodUnion<readonly [z.ZodObject<{
|
|
133
143
|
path: z.ZodString;
|
|
@@ -136,9 +146,22 @@ declare const ArchiveSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
136
146
|
}, z.core.$strict>, z.ZodObject<{
|
|
137
147
|
pattern: z.ZodString;
|
|
138
148
|
}, z.core.$strict>]>;
|
|
149
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
150
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
151
|
+
sheets: z.ZodOptional<z.ZodString>;
|
|
152
|
+
}, z.core.$strict>>;
|
|
139
153
|
}, z.core.$strict>, z.ZodObject<{
|
|
140
154
|
kind: z.ZodLiteral<"xlsx">;
|
|
141
155
|
sheet: z.ZodString;
|
|
156
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
157
|
+
kind: z.ZodLiteral<"shapefile">;
|
|
158
|
+
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
159
|
+
path: z.ZodString;
|
|
160
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
161
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
162
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
163
|
+
pattern: z.ZodString;
|
|
164
|
+
}, z.core.$strict>]>;
|
|
142
165
|
}, z.core.$strict>]>;
|
|
143
166
|
type Archive = z.infer<typeof ArchiveSchema>;
|
|
144
167
|
/** An archive that gives the one file a document is read from. */
|
|
@@ -173,6 +196,25 @@ declare const ParserSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
173
196
|
"utf-8": "utf-8";
|
|
174
197
|
latin1: "latin1";
|
|
175
198
|
}>;
|
|
199
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
200
|
+
format: z.ZodLiteral<"user-item-ratings">;
|
|
201
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
202
|
+
delimiter: z.ZodEnum<{
|
|
203
|
+
tab: "tab";
|
|
204
|
+
comma: "comma";
|
|
205
|
+
"double-colon": "double-colon";
|
|
206
|
+
}>;
|
|
207
|
+
skipLines: z.ZodInt;
|
|
208
|
+
itemType: z.ZodEnum<{
|
|
209
|
+
movie: "movie";
|
|
210
|
+
product: "product";
|
|
211
|
+
}>;
|
|
212
|
+
maxRating: z.ZodNumber;
|
|
213
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
214
|
+
format: z.ZodLiteral<"konect">;
|
|
215
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
216
|
+
weighted: z.ZodBoolean;
|
|
217
|
+
timestamped: z.ZodBoolean;
|
|
176
218
|
}, z.core.$strict>, z.ZodObject<{
|
|
177
219
|
format: z.ZodLiteral<"gml">;
|
|
178
220
|
encoding: z.ZodEnum<{
|
|
@@ -234,6 +276,9 @@ declare const ParserSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
234
276
|
}, z.core.$strict>, z.ZodObject<{
|
|
235
277
|
format: z.ZodLiteral<"vrp-rep">;
|
|
236
278
|
encoding: z.ZodLiteral<"utf-8">;
|
|
279
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
280
|
+
format: z.ZodLiteral<"hhcrsp">;
|
|
281
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
237
282
|
}, z.core.$strict>, z.ZodObject<{
|
|
238
283
|
format: z.ZodLiteral<"csv-table">;
|
|
239
284
|
encoding: z.ZodEnum<{
|
|
@@ -286,11 +331,14 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
286
331
|
kind: z.ZodLiteral<"none">;
|
|
287
332
|
}, z.core.$strict>, z.ZodObject<{
|
|
288
333
|
kind: z.ZodLiteral<"gzip">;
|
|
334
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
335
|
+
kind: z.ZodLiteral<"bzip2">;
|
|
289
336
|
}, z.core.$strict>, z.ZodObject<{
|
|
290
337
|
kind: z.ZodEnum<{
|
|
291
338
|
zip: "zip";
|
|
292
339
|
tar: "tar";
|
|
293
340
|
"tar.gz": "tar.gz";
|
|
341
|
+
"tar.bz2": "tar.bz2";
|
|
294
342
|
}>;
|
|
295
343
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
296
344
|
path: z.ZodString;
|
|
@@ -306,6 +354,7 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
306
354
|
zip: "zip";
|
|
307
355
|
tar: "tar";
|
|
308
356
|
"tar.gz": "tar.gz";
|
|
357
|
+
"tar.bz2": "tar.bz2";
|
|
309
358
|
}>;
|
|
310
359
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
311
360
|
path: z.ZodString;
|
|
@@ -320,6 +369,7 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
320
369
|
zip: "zip";
|
|
321
370
|
tar: "tar";
|
|
322
371
|
"tar.gz": "tar.gz";
|
|
372
|
+
"tar.bz2": "tar.bz2";
|
|
323
373
|
}>;
|
|
324
374
|
members: z.ZodUnion<readonly [z.ZodObject<{
|
|
325
375
|
path: z.ZodString;
|
|
@@ -328,9 +378,22 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
328
378
|
}, z.core.$strict>, z.ZodObject<{
|
|
329
379
|
pattern: z.ZodString;
|
|
330
380
|
}, z.core.$strict>]>;
|
|
381
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
382
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
383
|
+
sheets: z.ZodOptional<z.ZodString>;
|
|
384
|
+
}, z.core.$strict>>;
|
|
331
385
|
}, z.core.$strict>, z.ZodObject<{
|
|
332
386
|
kind: z.ZodLiteral<"xlsx">;
|
|
333
387
|
sheet: z.ZodString;
|
|
388
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
389
|
+
kind: z.ZodLiteral<"shapefile">;
|
|
390
|
+
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
391
|
+
path: z.ZodString;
|
|
392
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
393
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
394
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
395
|
+
pattern: z.ZodString;
|
|
396
|
+
}, z.core.$strict>]>;
|
|
334
397
|
}, z.core.$strict>]>;
|
|
335
398
|
parser: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
336
399
|
format: z.ZodLiteral<"edge-list">;
|
|
@@ -355,6 +418,25 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
355
418
|
"utf-8": "utf-8";
|
|
356
419
|
latin1: "latin1";
|
|
357
420
|
}>;
|
|
421
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
422
|
+
format: z.ZodLiteral<"user-item-ratings">;
|
|
423
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
424
|
+
delimiter: z.ZodEnum<{
|
|
425
|
+
tab: "tab";
|
|
426
|
+
comma: "comma";
|
|
427
|
+
"double-colon": "double-colon";
|
|
428
|
+
}>;
|
|
429
|
+
skipLines: z.ZodInt;
|
|
430
|
+
itemType: z.ZodEnum<{
|
|
431
|
+
movie: "movie";
|
|
432
|
+
product: "product";
|
|
433
|
+
}>;
|
|
434
|
+
maxRating: z.ZodNumber;
|
|
435
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
436
|
+
format: z.ZodLiteral<"konect">;
|
|
437
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
438
|
+
weighted: z.ZodBoolean;
|
|
439
|
+
timestamped: z.ZodBoolean;
|
|
358
440
|
}, z.core.$strict>, z.ZodObject<{
|
|
359
441
|
format: z.ZodLiteral<"gml">;
|
|
360
442
|
encoding: z.ZodEnum<{
|
|
@@ -416,6 +498,9 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
416
498
|
}, z.core.$strict>, z.ZodObject<{
|
|
417
499
|
format: z.ZodLiteral<"vrp-rep">;
|
|
418
500
|
encoding: z.ZodLiteral<"utf-8">;
|
|
501
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
502
|
+
format: z.ZodLiteral<"hhcrsp">;
|
|
503
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
419
504
|
}, z.core.$strict>, z.ZodObject<{
|
|
420
505
|
format: z.ZodLiteral<"csv-table">;
|
|
421
506
|
encoding: z.ZodEnum<{
|
|
@@ -523,11 +608,14 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
523
608
|
kind: z.ZodLiteral<"none">;
|
|
524
609
|
}, z.core.$strict>, z.ZodObject<{
|
|
525
610
|
kind: z.ZodLiteral<"gzip">;
|
|
611
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
612
|
+
kind: z.ZodLiteral<"bzip2">;
|
|
526
613
|
}, z.core.$strict>, z.ZodObject<{
|
|
527
614
|
kind: z.ZodEnum<{
|
|
528
615
|
zip: "zip";
|
|
529
616
|
tar: "tar";
|
|
530
617
|
"tar.gz": "tar.gz";
|
|
618
|
+
"tar.bz2": "tar.bz2";
|
|
531
619
|
}>;
|
|
532
620
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
533
621
|
path: z.ZodString;
|
|
@@ -543,6 +631,7 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
543
631
|
zip: "zip";
|
|
544
632
|
tar: "tar";
|
|
545
633
|
"tar.gz": "tar.gz";
|
|
634
|
+
"tar.bz2": "tar.bz2";
|
|
546
635
|
}>;
|
|
547
636
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
548
637
|
path: z.ZodString;
|
|
@@ -557,6 +646,7 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
557
646
|
zip: "zip";
|
|
558
647
|
tar: "tar";
|
|
559
648
|
"tar.gz": "tar.gz";
|
|
649
|
+
"tar.bz2": "tar.bz2";
|
|
560
650
|
}>;
|
|
561
651
|
members: z.ZodUnion<readonly [z.ZodObject<{
|
|
562
652
|
path: z.ZodString;
|
|
@@ -565,9 +655,22 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
565
655
|
}, z.core.$strict>, z.ZodObject<{
|
|
566
656
|
pattern: z.ZodString;
|
|
567
657
|
}, z.core.$strict>]>;
|
|
658
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
659
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
660
|
+
sheets: z.ZodOptional<z.ZodString>;
|
|
661
|
+
}, z.core.$strict>>;
|
|
568
662
|
}, z.core.$strict>, z.ZodObject<{
|
|
569
663
|
kind: z.ZodLiteral<"xlsx">;
|
|
570
664
|
sheet: z.ZodString;
|
|
665
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
666
|
+
kind: z.ZodLiteral<"shapefile">;
|
|
667
|
+
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
668
|
+
path: z.ZodString;
|
|
669
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
670
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
671
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
672
|
+
pattern: z.ZodString;
|
|
673
|
+
}, z.core.$strict>]>;
|
|
571
674
|
}, z.core.$strict>]>;
|
|
572
675
|
parser: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
573
676
|
format: z.ZodLiteral<"edge-list">;
|
|
@@ -592,6 +695,25 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
592
695
|
"utf-8": "utf-8";
|
|
593
696
|
latin1: "latin1";
|
|
594
697
|
}>;
|
|
698
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
699
|
+
format: z.ZodLiteral<"user-item-ratings">;
|
|
700
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
701
|
+
delimiter: z.ZodEnum<{
|
|
702
|
+
tab: "tab";
|
|
703
|
+
comma: "comma";
|
|
704
|
+
"double-colon": "double-colon";
|
|
705
|
+
}>;
|
|
706
|
+
skipLines: z.ZodInt;
|
|
707
|
+
itemType: z.ZodEnum<{
|
|
708
|
+
movie: "movie";
|
|
709
|
+
product: "product";
|
|
710
|
+
}>;
|
|
711
|
+
maxRating: z.ZodNumber;
|
|
712
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
713
|
+
format: z.ZodLiteral<"konect">;
|
|
714
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
715
|
+
weighted: z.ZodBoolean;
|
|
716
|
+
timestamped: z.ZodBoolean;
|
|
595
717
|
}, z.core.$strict>, z.ZodObject<{
|
|
596
718
|
format: z.ZodLiteral<"gml">;
|
|
597
719
|
encoding: z.ZodEnum<{
|
|
@@ -653,6 +775,9 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
653
775
|
}, z.core.$strict>, z.ZodObject<{
|
|
654
776
|
format: z.ZodLiteral<"vrp-rep">;
|
|
655
777
|
encoding: z.ZodLiteral<"utf-8">;
|
|
778
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
779
|
+
format: z.ZodLiteral<"hhcrsp">;
|
|
780
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
656
781
|
}, z.core.$strict>, z.ZodObject<{
|
|
657
782
|
format: z.ZodLiteral<"csv-table">;
|
|
658
783
|
encoding: z.ZodEnum<{
|
|
@@ -728,7 +853,7 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
728
853
|
status: "fetchable";
|
|
729
854
|
source: number;
|
|
730
855
|
archive: {
|
|
731
|
-
kind: "zip" | "tar" | "tar.gz";
|
|
856
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
732
857
|
members: {
|
|
733
858
|
path: string;
|
|
734
859
|
} | {
|
|
@@ -736,12 +861,18 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
736
861
|
} | {
|
|
737
862
|
pattern: string;
|
|
738
863
|
};
|
|
864
|
+
inner?: {
|
|
865
|
+
kind: "xlsx";
|
|
866
|
+
sheets?: string | undefined;
|
|
867
|
+
} | undefined;
|
|
739
868
|
} | {
|
|
740
869
|
kind: "none";
|
|
741
870
|
} | {
|
|
742
871
|
kind: "gzip";
|
|
743
872
|
} | {
|
|
744
|
-
kind: "
|
|
873
|
+
kind: "bzip2";
|
|
874
|
+
} | {
|
|
875
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
745
876
|
member: {
|
|
746
877
|
path: string;
|
|
747
878
|
} | {
|
|
@@ -752,7 +883,7 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
752
883
|
inner?: {
|
|
753
884
|
kind: "gzip";
|
|
754
885
|
} | {
|
|
755
|
-
kind: "zip" | "tar" | "tar.gz";
|
|
886
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
756
887
|
member: {
|
|
757
888
|
path: string;
|
|
758
889
|
} | {
|
|
@@ -764,6 +895,15 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
764
895
|
} | {
|
|
765
896
|
kind: "xlsx";
|
|
766
897
|
sheet: string;
|
|
898
|
+
} | {
|
|
899
|
+
kind: "shapefile";
|
|
900
|
+
member: {
|
|
901
|
+
path: string;
|
|
902
|
+
} | {
|
|
903
|
+
extensions: string[];
|
|
904
|
+
} | {
|
|
905
|
+
pattern: string;
|
|
906
|
+
};
|
|
767
907
|
};
|
|
768
908
|
parser: {
|
|
769
909
|
format: "edge-list";
|
|
@@ -798,6 +938,18 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
798
938
|
} | {
|
|
799
939
|
format: "matrix-market";
|
|
800
940
|
encoding: "utf-8" | "latin1";
|
|
941
|
+
} | {
|
|
942
|
+
format: "user-item-ratings";
|
|
943
|
+
encoding: "utf-8";
|
|
944
|
+
delimiter: "tab" | "comma" | "double-colon";
|
|
945
|
+
skipLines: number;
|
|
946
|
+
itemType: "movie" | "product";
|
|
947
|
+
maxRating: number;
|
|
948
|
+
} | {
|
|
949
|
+
format: "konect";
|
|
950
|
+
encoding: "utf-8";
|
|
951
|
+
weighted: boolean;
|
|
952
|
+
timestamped: boolean;
|
|
801
953
|
} | {
|
|
802
954
|
format: "gml";
|
|
803
955
|
encoding: "utf-8" | "latin1";
|
|
@@ -832,6 +984,9 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
832
984
|
} | {
|
|
833
985
|
format: "vrp-rep";
|
|
834
986
|
encoding: "utf-8";
|
|
987
|
+
} | {
|
|
988
|
+
format: "hhcrsp";
|
|
989
|
+
encoding: "utf-8";
|
|
835
990
|
};
|
|
836
991
|
paging?: {
|
|
837
992
|
kind: "arcgis-query";
|
|
@@ -1015,11 +1170,14 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1015
1170
|
kind: z.ZodLiteral<"none">;
|
|
1016
1171
|
}, z.core.$strict>, z.ZodObject<{
|
|
1017
1172
|
kind: z.ZodLiteral<"gzip">;
|
|
1173
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1174
|
+
kind: z.ZodLiteral<"bzip2">;
|
|
1018
1175
|
}, z.core.$strict>, z.ZodObject<{
|
|
1019
1176
|
kind: z.ZodEnum<{
|
|
1020
1177
|
zip: "zip";
|
|
1021
1178
|
tar: "tar";
|
|
1022
1179
|
"tar.gz": "tar.gz";
|
|
1180
|
+
"tar.bz2": "tar.bz2";
|
|
1023
1181
|
}>;
|
|
1024
1182
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
1025
1183
|
path: z.ZodString;
|
|
@@ -1035,6 +1193,7 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1035
1193
|
zip: "zip";
|
|
1036
1194
|
tar: "tar";
|
|
1037
1195
|
"tar.gz": "tar.gz";
|
|
1196
|
+
"tar.bz2": "tar.bz2";
|
|
1038
1197
|
}>;
|
|
1039
1198
|
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
1040
1199
|
path: z.ZodString;
|
|
@@ -1049,6 +1208,7 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1049
1208
|
zip: "zip";
|
|
1050
1209
|
tar: "tar";
|
|
1051
1210
|
"tar.gz": "tar.gz";
|
|
1211
|
+
"tar.bz2": "tar.bz2";
|
|
1052
1212
|
}>;
|
|
1053
1213
|
members: z.ZodUnion<readonly [z.ZodObject<{
|
|
1054
1214
|
path: z.ZodString;
|
|
@@ -1057,9 +1217,22 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1057
1217
|
}, z.core.$strict>, z.ZodObject<{
|
|
1058
1218
|
pattern: z.ZodString;
|
|
1059
1219
|
}, z.core.$strict>]>;
|
|
1220
|
+
inner: z.ZodOptional<z.ZodObject<{
|
|
1221
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
1222
|
+
sheets: z.ZodOptional<z.ZodString>;
|
|
1223
|
+
}, z.core.$strict>>;
|
|
1060
1224
|
}, z.core.$strict>, z.ZodObject<{
|
|
1061
1225
|
kind: z.ZodLiteral<"xlsx">;
|
|
1062
1226
|
sheet: z.ZodString;
|
|
1227
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1228
|
+
kind: z.ZodLiteral<"shapefile">;
|
|
1229
|
+
member: z.ZodUnion<readonly [z.ZodObject<{
|
|
1230
|
+
path: z.ZodString;
|
|
1231
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1232
|
+
extensions: z.ZodArray<z.ZodString>;
|
|
1233
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1234
|
+
pattern: z.ZodString;
|
|
1235
|
+
}, z.core.$strict>]>;
|
|
1063
1236
|
}, z.core.$strict>]>;
|
|
1064
1237
|
parser: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1065
1238
|
format: z.ZodLiteral<"edge-list">;
|
|
@@ -1084,6 +1257,25 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1084
1257
|
"utf-8": "utf-8";
|
|
1085
1258
|
latin1: "latin1";
|
|
1086
1259
|
}>;
|
|
1260
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1261
|
+
format: z.ZodLiteral<"user-item-ratings">;
|
|
1262
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
1263
|
+
delimiter: z.ZodEnum<{
|
|
1264
|
+
tab: "tab";
|
|
1265
|
+
comma: "comma";
|
|
1266
|
+
"double-colon": "double-colon";
|
|
1267
|
+
}>;
|
|
1268
|
+
skipLines: z.ZodInt;
|
|
1269
|
+
itemType: z.ZodEnum<{
|
|
1270
|
+
movie: "movie";
|
|
1271
|
+
product: "product";
|
|
1272
|
+
}>;
|
|
1273
|
+
maxRating: z.ZodNumber;
|
|
1274
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1275
|
+
format: z.ZodLiteral<"konect">;
|
|
1276
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
1277
|
+
weighted: z.ZodBoolean;
|
|
1278
|
+
timestamped: z.ZodBoolean;
|
|
1087
1279
|
}, z.core.$strict>, z.ZodObject<{
|
|
1088
1280
|
format: z.ZodLiteral<"gml">;
|
|
1089
1281
|
encoding: z.ZodEnum<{
|
|
@@ -1145,6 +1337,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1145
1337
|
}, z.core.$strict>, z.ZodObject<{
|
|
1146
1338
|
format: z.ZodLiteral<"vrp-rep">;
|
|
1147
1339
|
encoding: z.ZodLiteral<"utf-8">;
|
|
1340
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1341
|
+
format: z.ZodLiteral<"hhcrsp">;
|
|
1342
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
1148
1343
|
}, z.core.$strict>, z.ZodObject<{
|
|
1149
1344
|
format: z.ZodLiteral<"csv-table">;
|
|
1150
1345
|
encoding: z.ZodEnum<{
|
|
@@ -1220,7 +1415,7 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1220
1415
|
status: "fetchable";
|
|
1221
1416
|
source: number;
|
|
1222
1417
|
archive: {
|
|
1223
|
-
kind: "zip" | "tar" | "tar.gz";
|
|
1418
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1224
1419
|
members: {
|
|
1225
1420
|
path: string;
|
|
1226
1421
|
} | {
|
|
@@ -1228,12 +1423,18 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1228
1423
|
} | {
|
|
1229
1424
|
pattern: string;
|
|
1230
1425
|
};
|
|
1426
|
+
inner?: {
|
|
1427
|
+
kind: "xlsx";
|
|
1428
|
+
sheets?: string | undefined;
|
|
1429
|
+
} | undefined;
|
|
1231
1430
|
} | {
|
|
1232
1431
|
kind: "none";
|
|
1233
1432
|
} | {
|
|
1234
1433
|
kind: "gzip";
|
|
1235
1434
|
} | {
|
|
1236
|
-
kind: "
|
|
1435
|
+
kind: "bzip2";
|
|
1436
|
+
} | {
|
|
1437
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1237
1438
|
member: {
|
|
1238
1439
|
path: string;
|
|
1239
1440
|
} | {
|
|
@@ -1244,7 +1445,7 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1244
1445
|
inner?: {
|
|
1245
1446
|
kind: "gzip";
|
|
1246
1447
|
} | {
|
|
1247
|
-
kind: "zip" | "tar" | "tar.gz";
|
|
1448
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1248
1449
|
member: {
|
|
1249
1450
|
path: string;
|
|
1250
1451
|
} | {
|
|
@@ -1256,6 +1457,15 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1256
1457
|
} | {
|
|
1257
1458
|
kind: "xlsx";
|
|
1258
1459
|
sheet: string;
|
|
1460
|
+
} | {
|
|
1461
|
+
kind: "shapefile";
|
|
1462
|
+
member: {
|
|
1463
|
+
path: string;
|
|
1464
|
+
} | {
|
|
1465
|
+
extensions: string[];
|
|
1466
|
+
} | {
|
|
1467
|
+
pattern: string;
|
|
1468
|
+
};
|
|
1259
1469
|
};
|
|
1260
1470
|
parser: {
|
|
1261
1471
|
format: "edge-list";
|
|
@@ -1290,6 +1500,18 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1290
1500
|
} | {
|
|
1291
1501
|
format: "matrix-market";
|
|
1292
1502
|
encoding: "utf-8" | "latin1";
|
|
1503
|
+
} | {
|
|
1504
|
+
format: "user-item-ratings";
|
|
1505
|
+
encoding: "utf-8";
|
|
1506
|
+
delimiter: "tab" | "comma" | "double-colon";
|
|
1507
|
+
skipLines: number;
|
|
1508
|
+
itemType: "movie" | "product";
|
|
1509
|
+
maxRating: number;
|
|
1510
|
+
} | {
|
|
1511
|
+
format: "konect";
|
|
1512
|
+
encoding: "utf-8";
|
|
1513
|
+
weighted: boolean;
|
|
1514
|
+
timestamped: boolean;
|
|
1293
1515
|
} | {
|
|
1294
1516
|
format: "gml";
|
|
1295
1517
|
encoding: "utf-8" | "latin1";
|
|
@@ -1324,6 +1546,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1324
1546
|
} | {
|
|
1325
1547
|
format: "vrp-rep";
|
|
1326
1548
|
encoding: "utf-8";
|
|
1549
|
+
} | {
|
|
1550
|
+
format: "hhcrsp";
|
|
1551
|
+
encoding: "utf-8";
|
|
1327
1552
|
};
|
|
1328
1553
|
paging?: {
|
|
1329
1554
|
kind: "arcgis-query";
|
|
@@ -1403,7 +1628,7 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1403
1628
|
status: "fetchable";
|
|
1404
1629
|
source: number;
|
|
1405
1630
|
archive: {
|
|
1406
|
-
kind: "zip" | "tar" | "tar.gz";
|
|
1631
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1407
1632
|
members: {
|
|
1408
1633
|
path: string;
|
|
1409
1634
|
} | {
|
|
@@ -1411,12 +1636,18 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1411
1636
|
} | {
|
|
1412
1637
|
pattern: string;
|
|
1413
1638
|
};
|
|
1639
|
+
inner?: {
|
|
1640
|
+
kind: "xlsx";
|
|
1641
|
+
sheets?: string | undefined;
|
|
1642
|
+
} | undefined;
|
|
1414
1643
|
} | {
|
|
1415
1644
|
kind: "none";
|
|
1416
1645
|
} | {
|
|
1417
1646
|
kind: "gzip";
|
|
1418
1647
|
} | {
|
|
1419
|
-
kind: "
|
|
1648
|
+
kind: "bzip2";
|
|
1649
|
+
} | {
|
|
1650
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1420
1651
|
member: {
|
|
1421
1652
|
path: string;
|
|
1422
1653
|
} | {
|
|
@@ -1427,7 +1658,7 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1427
1658
|
inner?: {
|
|
1428
1659
|
kind: "gzip";
|
|
1429
1660
|
} | {
|
|
1430
|
-
kind: "zip" | "tar" | "tar.gz";
|
|
1661
|
+
kind: "zip" | "tar" | "tar.gz" | "tar.bz2";
|
|
1431
1662
|
member: {
|
|
1432
1663
|
path: string;
|
|
1433
1664
|
} | {
|
|
@@ -1439,6 +1670,15 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1439
1670
|
} | {
|
|
1440
1671
|
kind: "xlsx";
|
|
1441
1672
|
sheet: string;
|
|
1673
|
+
} | {
|
|
1674
|
+
kind: "shapefile";
|
|
1675
|
+
member: {
|
|
1676
|
+
path: string;
|
|
1677
|
+
} | {
|
|
1678
|
+
extensions: string[];
|
|
1679
|
+
} | {
|
|
1680
|
+
pattern: string;
|
|
1681
|
+
};
|
|
1442
1682
|
};
|
|
1443
1683
|
parser: {
|
|
1444
1684
|
format: "edge-list";
|
|
@@ -1473,6 +1713,18 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1473
1713
|
} | {
|
|
1474
1714
|
format: "matrix-market";
|
|
1475
1715
|
encoding: "utf-8" | "latin1";
|
|
1716
|
+
} | {
|
|
1717
|
+
format: "user-item-ratings";
|
|
1718
|
+
encoding: "utf-8";
|
|
1719
|
+
delimiter: "tab" | "comma" | "double-colon";
|
|
1720
|
+
skipLines: number;
|
|
1721
|
+
itemType: "movie" | "product";
|
|
1722
|
+
maxRating: number;
|
|
1723
|
+
} | {
|
|
1724
|
+
format: "konect";
|
|
1725
|
+
encoding: "utf-8";
|
|
1726
|
+
weighted: boolean;
|
|
1727
|
+
timestamped: boolean;
|
|
1476
1728
|
} | {
|
|
1477
1729
|
format: "gml";
|
|
1478
1730
|
encoding: "utf-8" | "latin1";
|
|
@@ -1507,6 +1759,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1507
1759
|
} | {
|
|
1508
1760
|
format: "vrp-rep";
|
|
1509
1761
|
encoding: "utf-8";
|
|
1762
|
+
} | {
|
|
1763
|
+
format: "hhcrsp";
|
|
1764
|
+
encoding: "utf-8";
|
|
1510
1765
|
};
|
|
1511
1766
|
paging?: {
|
|
1512
1767
|
kind: "arcgis-query";
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as CrosswalkReference, A as Catalogue, B as ManifestSchema, C as JsonScalarSchema, Ct as waybackUrl, D as GraphNodeSchema, E as GraphNode, F as NamespaceNode, G as ArchiveMember, H as parseManifest, I as createCatalogue, J as Citation, K as ArchiveMemberSchema, L as Lineage, M as CatalogueIndexSchema, N as Dataset, O as GraphV1, P as DatasetQuery, Q as ColumnNameSchema, R as LineageSchema, S as JsonScalar, St as parseEntry, T as GraphEdgeSchema, U as AliasSchema, V as SemVerSchema, W as Archive, X as CollectionArchive, Y as CitationSchema, Z as CollectionArchiveSchema, _ as TasksV1, _t as SnapshotSchema, a as CategoryTargets, at as IdSchema, b as Instance, bt as SubjectSchema, c as countTarget, ct as Namespace, d as getCollectionTarget, dt as ParserSchema, et as CrosswalkReferenceSchema, f as getTarget, ft as RESERVED_META_KEYS, g as TaskSchema, gt as Snapshot, h as Task, ht as RelativePathSchema, i as CategoryTarget, it as HttpUrlSchema, j as CatalogueIndex, k as GraphV1Schema, l as countedKeys, lt as NamespaceSchema, m as listCategories, mt as RecipeSchema, n as CategoryId, nt as Entry, o as CollectionTarget, ot as Licence, p as kindOf, pt as Recipe, q as ArchiveSchema, r as CategoryIdSchema, rt as EntrySchema, s as CountedKey, st as LicenceSchema, t as Category, tt as DocumentArchive, u as getCategory, ut as Parser, v as TasksV1Schema, vt as Source, w as GraphEdge, x as collectionOf, xt as WaybackTimestampSchema, y as Collection, yt as SourceSchema, z as Manifest } from "./categories-
|
|
1
|
+
import { $ as CrosswalkReference, A as Catalogue, B as ManifestSchema, C as JsonScalarSchema, Ct as waybackUrl, D as GraphNodeSchema, E as GraphNode, F as NamespaceNode, G as ArchiveMember, H as parseManifest, I as createCatalogue, J as Citation, K as ArchiveMemberSchema, L as Lineage, M as CatalogueIndexSchema, N as Dataset, O as GraphV1, P as DatasetQuery, Q as ColumnNameSchema, R as LineageSchema, S as JsonScalar, St as parseEntry, T as GraphEdgeSchema, U as AliasSchema, V as SemVerSchema, W as Archive, X as CollectionArchive, Y as CitationSchema, Z as CollectionArchiveSchema, _ as TasksV1, _t as SnapshotSchema, a as CategoryTargets, at as IdSchema, b as Instance, bt as SubjectSchema, c as countTarget, ct as Namespace, d as getCollectionTarget, dt as ParserSchema, et as CrosswalkReferenceSchema, f as getTarget, ft as RESERVED_META_KEYS, g as TaskSchema, gt as Snapshot, h as Task, ht as RelativePathSchema, i as CategoryTarget, it as HttpUrlSchema, j as CatalogueIndex, k as GraphV1Schema, l as countedKeys, lt as NamespaceSchema, m as listCategories, mt as RecipeSchema, n as CategoryId, nt as Entry, o as CollectionTarget, ot as Licence, p as kindOf, pt as Recipe, q as ArchiveSchema, r as CategoryIdSchema, rt as EntrySchema, s as CountedKey, st as LicenceSchema, t as Category, tt as DocumentArchive, u as getCategory, ut as Parser, v as TasksV1Schema, vt as Source, w as GraphEdge, x as collectionOf, xt as WaybackTimestampSchema, y as Collection, yt as SourceSchema, z as Manifest } from "./categories-D9r42M9E.js";
|
|
2
2
|
import { Crosswalk } from "crossmap";
|
|
3
3
|
//#region src/errors.d.ts
|
|
4
4
|
/** The root of this package's error taxonomy: every error keepset throws is a `KeepsetError`, so callers can catch the family with one check. */
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as ArchiveError, A as WaybackTimestampSchema, B as countedKeys, C as ParserSchema, D as SnapshotSchema, E as RelativePathSchema, F as groupsOf, G as listCategories, H as getCollectionTarget, I as namesOf, J as collectionOf, K as TaskSchema, M as toIssues, N as waybackUrl, O as SourceSchema, P as NAME_SEPARATOR, Q as JsonScalarSchema, R as CategoryIdSchema, S as NamespaceSchema, T as RecipeSchema, U as getTarget, V as getCategory, W as kindOf, X as GraphNodeSchema, Y as GraphEdgeSchema, Z as GraphV1Schema, _ as CrosswalkReferenceSchema, a as CatalogueIndexSchema, at as RecipeError, b as IdSchema, c as ManifestSchema, d as AliasSchema, et as CatalogueSyntaxError, f as ArchiveMemberSchema, g as ColumnNameSchema, h as CollectionArchiveSchema, i as listNamespaces, it as NativeParseError, j as parseEntry, k as SubjectSchema, l as SemVerSchema, m as CitationSchema, n as getManifest, nt as DatasetNotFoundError, o as createCatalogue, ot as UnknownCategoryError, p as ArchiveSchema, q as TasksV1Schema, r as listDatasets, rt as KeepsetError, s as LineageSchema, t as getDataset, tt as DatasetAmbiguousError, u as parseManifest, v as EntrySchema, w as RESERVED_META_KEYS, x as LicenceSchema, y as HttpUrlSchema, z as countTarget } from "./bundled-
|
|
1
|
+
import { $ as ArchiveError, A as WaybackTimestampSchema, B as countedKeys, C as ParserSchema, D as SnapshotSchema, E as RelativePathSchema, F as groupsOf, G as listCategories, H as getCollectionTarget, I as namesOf, J as collectionOf, K as TaskSchema, M as toIssues, N as waybackUrl, O as SourceSchema, P as NAME_SEPARATOR, Q as JsonScalarSchema, R as CategoryIdSchema, S as NamespaceSchema, T as RecipeSchema, U as getTarget, V as getCategory, W as kindOf, X as GraphNodeSchema, Y as GraphEdgeSchema, Z as GraphV1Schema, _ as CrosswalkReferenceSchema, a as CatalogueIndexSchema, at as RecipeError, b as IdSchema, c as ManifestSchema, d as AliasSchema, et as CatalogueSyntaxError, f as ArchiveMemberSchema, g as ColumnNameSchema, h as CollectionArchiveSchema, i as listNamespaces, it as NativeParseError, j as parseEntry, k as SubjectSchema, l as SemVerSchema, m as CitationSchema, n as getManifest, nt as DatasetNotFoundError, o as createCatalogue, ot as UnknownCategoryError, p as ArchiveSchema, q as TasksV1Schema, r as listDatasets, rt as KeepsetError, s as LineageSchema, t as getDataset, tt as DatasetAmbiguousError, u as parseManifest, v as EntrySchema, w as RESERVED_META_KEYS, x as LicenceSchema, y as HttpUrlSchema, z as countTarget } from "./bundled-OGg9e42x.js";
|
|
2
2
|
import { validateCrosswalk } from "crossmap";
|
|
3
3
|
//#region src/serialise.ts
|
|
4
4
|
/**
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { N as Dataset, gt as Snapshot, i as CategoryTarget, nt as Entry, o as CollectionTarget, vt as Source } from "../categories-
|
|
1
|
+
import { N as Dataset, gt as Snapshot, i as CategoryTarget, nt as Entry, o as CollectionTarget, vt as Source } from "../categories-D9r42M9E.js";
|
|
2
2
|
//#region src/node/fetch-dataset.d.ts
|
|
3
3
|
/** The network port a recipe downloads through: `downloadRaw` by default, which returns the bytes exactly as served, or a stand-in under test. */
|
|
4
4
|
export type FetchPort = (url: string, init: {
|