keepset 0.17.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{bundled-Ca5unUGI.js → bundled-8oHQPxcd.js} +1605 -5422
- package/dist/{categories-BYezdHCk.d.ts → categories-tH53cHmu.d.ts} +101 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/node/fetch-dataset.d.ts +1 -1
- package/dist/node/fetch-dataset.js +399 -79
- package/dist-cli/keepset.mjs +1 -1
- package/package.json +1 -1
- package/schemas/entry.schema.json +1 -1
- package/schemas/manifest.schema.json +1 -1
|
@@ -153,12 +153,27 @@ declare const ParserSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
153
153
|
column: z.ZodString;
|
|
154
154
|
factor: z.ZodNumber;
|
|
155
155
|
}, z.core.$strict>>;
|
|
156
|
+
columns: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
157
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
158
|
+
format: z.ZodLiteral<"geojson">;
|
|
159
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
160
|
+
idColumn: z.ZodNullable<z.ZodString>;
|
|
161
|
+
numericColumns: z.ZodArray<z.ZodObject<{
|
|
162
|
+
column: z.ZodString;
|
|
163
|
+
factor: z.ZodNumber;
|
|
164
|
+
}, z.core.$strict>>;
|
|
165
|
+
dateColumns: z.ZodArray<z.ZodString>;
|
|
166
|
+
columns: z.ZodArray<z.ZodString>;
|
|
156
167
|
}, z.core.$strict>], "format">;
|
|
157
168
|
type Parser = z.infer<typeof ParserSchema>;
|
|
158
169
|
/** How to obtain the dataset: a fetchable recipe naming the source (by index into `sources`), the archive layout and the parser, or a statement that no declarative recipe exists yet and why. */
|
|
159
170
|
declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
160
171
|
status: z.ZodLiteral<"fetchable">;
|
|
161
172
|
source: z.ZodInt;
|
|
173
|
+
paging: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
174
|
+
kind: z.ZodLiteral<"arcgis-query">;
|
|
175
|
+
orderBy: z.ZodString;
|
|
176
|
+
}, z.core.$strict>], "kind">>;
|
|
162
177
|
archive: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
163
178
|
kind: z.ZodLiteral<"none">;
|
|
164
179
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -237,6 +252,17 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
237
252
|
column: z.ZodString;
|
|
238
253
|
factor: z.ZodNumber;
|
|
239
254
|
}, z.core.$strict>>;
|
|
255
|
+
columns: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
256
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
257
|
+
format: z.ZodLiteral<"geojson">;
|
|
258
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
259
|
+
idColumn: z.ZodNullable<z.ZodString>;
|
|
260
|
+
numericColumns: z.ZodArray<z.ZodObject<{
|
|
261
|
+
column: z.ZodString;
|
|
262
|
+
factor: z.ZodNumber;
|
|
263
|
+
}, z.core.$strict>>;
|
|
264
|
+
dateColumns: z.ZodArray<z.ZodString>;
|
|
265
|
+
columns: z.ZodArray<z.ZodString>;
|
|
240
266
|
}, z.core.$strict>], "format">;
|
|
241
267
|
}, z.core.$strict>, z.ZodObject<{
|
|
242
268
|
status: z.ZodLiteral<"not-fetchable">;
|
|
@@ -297,6 +323,10 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
297
323
|
recipe: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
298
324
|
status: z.ZodLiteral<"fetchable">;
|
|
299
325
|
source: z.ZodInt;
|
|
326
|
+
paging: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
327
|
+
kind: z.ZodLiteral<"arcgis-query">;
|
|
328
|
+
orderBy: z.ZodString;
|
|
329
|
+
}, z.core.$strict>], "kind">>;
|
|
300
330
|
archive: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
301
331
|
kind: z.ZodLiteral<"none">;
|
|
302
332
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -375,6 +405,17 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
375
405
|
column: z.ZodString;
|
|
376
406
|
factor: z.ZodNumber;
|
|
377
407
|
}, z.core.$strict>>;
|
|
408
|
+
columns: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
409
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
410
|
+
format: z.ZodLiteral<"geojson">;
|
|
411
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
412
|
+
idColumn: z.ZodNullable<z.ZodString>;
|
|
413
|
+
numericColumns: z.ZodArray<z.ZodObject<{
|
|
414
|
+
column: z.ZodString;
|
|
415
|
+
factor: z.ZodNumber;
|
|
416
|
+
}, z.core.$strict>>;
|
|
417
|
+
dateColumns: z.ZodArray<z.ZodString>;
|
|
418
|
+
columns: z.ZodArray<z.ZodString>;
|
|
378
419
|
}, z.core.$strict>], "format">;
|
|
379
420
|
}, z.core.$strict>, z.ZodObject<{
|
|
380
421
|
status: z.ZodLiteral<"not-fetchable">;
|
|
@@ -464,6 +505,17 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
464
505
|
column: string;
|
|
465
506
|
factor: number;
|
|
466
507
|
}[];
|
|
508
|
+
columns?: string[] | undefined;
|
|
509
|
+
} | {
|
|
510
|
+
format: "geojson";
|
|
511
|
+
encoding: "utf-8";
|
|
512
|
+
idColumn: string | null;
|
|
513
|
+
numericColumns: {
|
|
514
|
+
column: string;
|
|
515
|
+
factor: number;
|
|
516
|
+
}[];
|
|
517
|
+
dateColumns: string[];
|
|
518
|
+
columns: string[];
|
|
467
519
|
} | {
|
|
468
520
|
format: "matrix-market";
|
|
469
521
|
encoding: "utf-8" | "latin1";
|
|
@@ -474,6 +526,10 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
474
526
|
format: "pajek";
|
|
475
527
|
encoding: "utf-8" | "latin1";
|
|
476
528
|
};
|
|
529
|
+
paging?: {
|
|
530
|
+
kind: "arcgis-query";
|
|
531
|
+
orderBy: string;
|
|
532
|
+
} | undefined;
|
|
477
533
|
} | {
|
|
478
534
|
status: "not-fetchable";
|
|
479
535
|
reason: string;
|
|
@@ -624,6 +680,10 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
624
680
|
recipe: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
625
681
|
status: z.ZodLiteral<"fetchable">;
|
|
626
682
|
source: z.ZodInt;
|
|
683
|
+
paging: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
684
|
+
kind: z.ZodLiteral<"arcgis-query">;
|
|
685
|
+
orderBy: z.ZodString;
|
|
686
|
+
}, z.core.$strict>], "kind">>;
|
|
627
687
|
archive: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
628
688
|
kind: z.ZodLiteral<"none">;
|
|
629
689
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -702,6 +762,17 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
702
762
|
column: z.ZodString;
|
|
703
763
|
factor: z.ZodNumber;
|
|
704
764
|
}, z.core.$strict>>;
|
|
765
|
+
columns: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
766
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
767
|
+
format: z.ZodLiteral<"geojson">;
|
|
768
|
+
encoding: z.ZodLiteral<"utf-8">;
|
|
769
|
+
idColumn: z.ZodNullable<z.ZodString>;
|
|
770
|
+
numericColumns: z.ZodArray<z.ZodObject<{
|
|
771
|
+
column: z.ZodString;
|
|
772
|
+
factor: z.ZodNumber;
|
|
773
|
+
}, z.core.$strict>>;
|
|
774
|
+
dateColumns: z.ZodArray<z.ZodString>;
|
|
775
|
+
columns: z.ZodArray<z.ZodString>;
|
|
705
776
|
}, z.core.$strict>], "format">;
|
|
706
777
|
}, z.core.$strict>, z.ZodObject<{
|
|
707
778
|
status: z.ZodLiteral<"not-fetchable">;
|
|
@@ -791,6 +862,17 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
791
862
|
column: string;
|
|
792
863
|
factor: number;
|
|
793
864
|
}[];
|
|
865
|
+
columns?: string[] | undefined;
|
|
866
|
+
} | {
|
|
867
|
+
format: "geojson";
|
|
868
|
+
encoding: "utf-8";
|
|
869
|
+
idColumn: string | null;
|
|
870
|
+
numericColumns: {
|
|
871
|
+
column: string;
|
|
872
|
+
factor: number;
|
|
873
|
+
}[];
|
|
874
|
+
dateColumns: string[];
|
|
875
|
+
columns: string[];
|
|
794
876
|
} | {
|
|
795
877
|
format: "matrix-market";
|
|
796
878
|
encoding: "utf-8" | "latin1";
|
|
@@ -801,6 +883,10 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
801
883
|
format: "pajek";
|
|
802
884
|
encoding: "utf-8" | "latin1";
|
|
803
885
|
};
|
|
886
|
+
paging?: {
|
|
887
|
+
kind: "arcgis-query";
|
|
888
|
+
orderBy: string;
|
|
889
|
+
} | undefined;
|
|
804
890
|
} | {
|
|
805
891
|
status: "not-fetchable";
|
|
806
892
|
reason: string;
|
|
@@ -908,6 +994,17 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
908
994
|
column: string;
|
|
909
995
|
factor: number;
|
|
910
996
|
}[];
|
|
997
|
+
columns?: string[] | undefined;
|
|
998
|
+
} | {
|
|
999
|
+
format: "geojson";
|
|
1000
|
+
encoding: "utf-8";
|
|
1001
|
+
idColumn: string | null;
|
|
1002
|
+
numericColumns: {
|
|
1003
|
+
column: string;
|
|
1004
|
+
factor: number;
|
|
1005
|
+
}[];
|
|
1006
|
+
dateColumns: string[];
|
|
1007
|
+
columns: string[];
|
|
911
1008
|
} | {
|
|
912
1009
|
format: "matrix-market";
|
|
913
1010
|
encoding: "utf-8" | "latin1";
|
|
@@ -918,6 +1015,10 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
918
1015
|
format: "pajek";
|
|
919
1016
|
encoding: "utf-8" | "latin1";
|
|
920
1017
|
};
|
|
1018
|
+
paging?: {
|
|
1019
|
+
kind: "arcgis-query";
|
|
1020
|
+
orderBy: string;
|
|
1021
|
+
} | undefined;
|
|
921
1022
|
} | {
|
|
922
1023
|
status: "not-fetchable";
|
|
923
1024
|
reason: string;
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as Parser, A as LineageSchema, B as Citation, C as CatalogueIndex, D as NamespaceNode, E as DatasetQuery, F as AliasSchema, G as Entry, H as ColumnNameSchema, I as Archive, J as IdSchema, K as EntrySchema, L as ArchiveMember, M as ManifestSchema, N as SemVerSchema, O as createCatalogue, P as parseManifest, Q as NamespaceSchema, R as ArchiveMemberSchema, S as Catalogue, T as Dataset, U as CrosswalkReference, V as CitationSchema, W as CrosswalkReferenceSchema, X as LicenceSchema, Y as Licence, Z as Namespace, _ as GraphEdgeSchema, a as CategoryTargets, at as Snapshot, b as GraphV1, c as getCategory, ct as SourceSchema, d as listCategories, dt as waybackUrl, et as ParserSchema, f as OrNode, g as GraphEdge, h as OrV1Schema, i as CategoryTarget, it as RelativePathSchema, j as Manifest, k as Lineage, l as getTarget, lt as WaybackTimestampSchema, m as OrV1, n as CategoryId, nt as Recipe, o as CountedKey, ot as SnapshotSchema, p as OrNodeSchema, q as HttpUrlSchema, r as CategoryIdSchema, rt as RecipeSchema, s as countTarget, st as Source, t as Category, tt as RESERVED_META_KEYS, u as kindOf, ut as parseEntry, v as GraphNode, w as CatalogueIndexSchema, x as GraphV1Schema, y as GraphNodeSchema, z as ArchiveSchema } from "./categories-
|
|
1
|
+
import { $ as Parser, A as LineageSchema, B as Citation, C as CatalogueIndex, D as NamespaceNode, E as DatasetQuery, F as AliasSchema, G as Entry, H as ColumnNameSchema, I as Archive, J as IdSchema, K as EntrySchema, L as ArchiveMember, M as ManifestSchema, N as SemVerSchema, O as createCatalogue, P as parseManifest, Q as NamespaceSchema, R as ArchiveMemberSchema, S as Catalogue, T as Dataset, U as CrosswalkReference, V as CitationSchema, W as CrosswalkReferenceSchema, X as LicenceSchema, Y as Licence, Z as Namespace, _ as GraphEdgeSchema, a as CategoryTargets, at as Snapshot, b as GraphV1, c as getCategory, ct as SourceSchema, d as listCategories, dt as waybackUrl, et as ParserSchema, f as OrNode, g as GraphEdge, h as OrV1Schema, i as CategoryTarget, it as RelativePathSchema, j as Manifest, k as Lineage, l as getTarget, lt as WaybackTimestampSchema, m as OrV1, n as CategoryId, nt as Recipe, o as CountedKey, ot as SnapshotSchema, p as OrNodeSchema, q as HttpUrlSchema, r as CategoryIdSchema, rt as RecipeSchema, s as countTarget, st as Source, t as Category, tt as RESERVED_META_KEYS, u as kindOf, ut as parseEntry, v as GraphNode, w as CatalogueIndexSchema, x as GraphV1Schema, y as GraphNodeSchema, z as ArchiveSchema } from "./categories-tH53cHmu.js";
|
|
2
2
|
import { Crosswalk } from "twindex";
|
|
3
3
|
import { z } from "zod";
|
|
4
4
|
//#region src/errors.d.ts
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as NativeParseError, A as toIssues, B as kindOf, C as RESERVED_META_KEYS, D as SourceSchema, E as SnapshotSchema, G as GraphNodeSchema, H as OrNodeSchema, I as CategoryIdSchema, J as ArchiveError, K as GraphV1Schema, L as countTarget, M as NAME_SEPARATOR, N as groupsOf, O as WaybackTimestampSchema, P as namesOf, Q as KeepsetError, R as getCategory, S as ParserSchema, T as RelativePathSchema, U as OrV1Schema, V as listCategories, W as GraphEdgeSchema, X as DatasetAmbiguousError, Y as CatalogueSyntaxError, Z as DatasetNotFoundError, _ as EntrySchema, a as CatalogueIndexSchema, b as LicenceSchema, c as ManifestSchema, d as AliasSchema, et as RecipeError, f as ArchiveMemberSchema, g as CrosswalkReferenceSchema, h as ColumnNameSchema, i as listNamespaces, j as waybackUrl, k as parseEntry, l as SemVerSchema, m as CitationSchema, n as getManifest, o as createCatalogue, p as ArchiveSchema, q as JsonScalarSchema, r as listDatasets, s as LineageSchema, t as getDataset, tt as UnknownCategoryError, u as parseManifest, v as HttpUrlSchema, w as RecipeSchema, x as NamespaceSchema, y as IdSchema, z as getTarget } from "./bundled-
|
|
1
|
+
import { $ as NativeParseError, A as toIssues, B as kindOf, C as RESERVED_META_KEYS, D as SourceSchema, E as SnapshotSchema, G as GraphNodeSchema, H as OrNodeSchema, I as CategoryIdSchema, J as ArchiveError, K as GraphV1Schema, L as countTarget, M as NAME_SEPARATOR, N as groupsOf, O as WaybackTimestampSchema, P as namesOf, Q as KeepsetError, R as getCategory, S as ParserSchema, T as RelativePathSchema, U as OrV1Schema, V as listCategories, W as GraphEdgeSchema, X as DatasetAmbiguousError, Y as CatalogueSyntaxError, Z as DatasetNotFoundError, _ as EntrySchema, a as CatalogueIndexSchema, b as LicenceSchema, c as ManifestSchema, d as AliasSchema, et as RecipeError, f as ArchiveMemberSchema, g as CrosswalkReferenceSchema, h as ColumnNameSchema, i as listNamespaces, j as waybackUrl, k as parseEntry, l as SemVerSchema, m as CitationSchema, n as getManifest, o as createCatalogue, p as ArchiveSchema, q as JsonScalarSchema, r as listDatasets, s as LineageSchema, t as getDataset, tt as UnknownCategoryError, u as parseManifest, v as HttpUrlSchema, w as RecipeSchema, x as NamespaceSchema, y as IdSchema, z as getTarget } from "./bundled-8oHQPxcd.js";
|
|
2
2
|
import { validateCrosswalk } from "twindex";
|
|
3
3
|
//#region src/serialise.ts
|
|
4
4
|
/**
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { G as Entry, T as Dataset, at as Snapshot, i as CategoryTarget, st as Source } from "../categories-
|
|
1
|
+
import { G as Entry, T as Dataset, at as Snapshot, i as CategoryTarget, st as Source } from "../categories-tH53cHmu.js";
|
|
2
2
|
//#region src/node/fetch-dataset.d.ts
|
|
3
3
|
/** The network port a recipe downloads through: `downloadRaw` by default, which returns the bytes exactly as served, or a stand-in under test. */
|
|
4
4
|
export type FetchPort = (url: string, init: {
|