keepset 0.19.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{bundled-8oHQPxcd.js → bundled-NjZZ73vT.js} +740 -50
- package/dist/{categories-tH53cHmu.d.ts → categories-frr8n_SI.d.ts} +40 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/node/fetch-dataset.d.ts +1 -1
- package/dist/node/fetch-dataset.js +407 -26
- package/dist-cli/keepset.mjs +1 -1
- package/package.json +1 -1
- package/schemas/entry.schema.json +1 -1
- package/schemas/manifest.schema.json +1 -1
|
@@ -70,7 +70,7 @@ declare const ArchiveMemberSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
70
70
|
extensions: z.ZodArray<z.ZodString>;
|
|
71
71
|
}, z.core.$strict>]>;
|
|
72
72
|
type ArchiveMember = z.infer<typeof ArchiveMemberSchema>;
|
|
73
|
-
/** How the downloaded bytes unpack into the one file the parser reads. */
|
|
73
|
+
/** How the downloaded bytes unpack into the one file the parser reads. A workbook (`xlsx`) is read as the CSV of its named sheet, with dates as ISO 8601 text, for the `csv-table` parser. */
|
|
74
74
|
declare const ArchiveSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
75
75
|
kind: z.ZodLiteral<"none">;
|
|
76
76
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -96,6 +96,9 @@ declare const ArchiveSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
96
96
|
}, z.core.$strict>, z.ZodObject<{
|
|
97
97
|
extensions: z.ZodArray<z.ZodString>;
|
|
98
98
|
}, z.core.$strict>]>;
|
|
99
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
100
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
101
|
+
sheet: z.ZodString;
|
|
99
102
|
}, z.core.$strict>], "kind">;
|
|
100
103
|
type Archive = z.infer<typeof ArchiveSchema>;
|
|
101
104
|
/** A column of a table as the table parser names it: the header with every run of characters outside letters, digits and underscore replaced by one underscore, so it is a valid segment of a twindex path. */
|
|
@@ -173,6 +176,9 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
173
176
|
paging: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
174
177
|
kind: z.ZodLiteral<"arcgis-query">;
|
|
175
178
|
orderBy: z.ZodString;
|
|
179
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
180
|
+
kind: z.ZodLiteral<"socrata-resource">;
|
|
181
|
+
pageSize: z.ZodInt;
|
|
176
182
|
}, z.core.$strict>], "kind">>;
|
|
177
183
|
archive: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
178
184
|
kind: z.ZodLiteral<"none">;
|
|
@@ -199,6 +205,9 @@ declare const RecipeSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
199
205
|
}, z.core.$strict>, z.ZodObject<{
|
|
200
206
|
extensions: z.ZodArray<z.ZodString>;
|
|
201
207
|
}, z.core.$strict>]>;
|
|
208
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
209
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
210
|
+
sheet: z.ZodString;
|
|
202
211
|
}, z.core.$strict>], "kind">;
|
|
203
212
|
parser: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
204
213
|
format: z.ZodLiteral<"edge-list">;
|
|
@@ -326,6 +335,9 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
326
335
|
paging: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
327
336
|
kind: z.ZodLiteral<"arcgis-query">;
|
|
328
337
|
orderBy: z.ZodString;
|
|
338
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
339
|
+
kind: z.ZodLiteral<"socrata-resource">;
|
|
340
|
+
pageSize: z.ZodInt;
|
|
329
341
|
}, z.core.$strict>], "kind">>;
|
|
330
342
|
archive: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
331
343
|
kind: z.ZodLiteral<"none">;
|
|
@@ -352,6 +364,9 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
352
364
|
}, z.core.$strict>, z.ZodObject<{
|
|
353
365
|
extensions: z.ZodArray<z.ZodString>;
|
|
354
366
|
}, z.core.$strict>]>;
|
|
367
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
368
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
369
|
+
sheet: z.ZodString;
|
|
355
370
|
}, z.core.$strict>], "kind">;
|
|
356
371
|
parser: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
357
372
|
format: z.ZodLiteral<"edge-list">;
|
|
@@ -486,6 +501,9 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
486
501
|
} | {
|
|
487
502
|
extensions: string[];
|
|
488
503
|
};
|
|
504
|
+
} | {
|
|
505
|
+
kind: "xlsx";
|
|
506
|
+
sheet: string;
|
|
489
507
|
};
|
|
490
508
|
parser: {
|
|
491
509
|
format: "edge-list";
|
|
@@ -529,6 +547,9 @@ declare const EntrySchema: z.ZodObject<{
|
|
|
529
547
|
paging?: {
|
|
530
548
|
kind: "arcgis-query";
|
|
531
549
|
orderBy: string;
|
|
550
|
+
} | {
|
|
551
|
+
kind: "socrata-resource";
|
|
552
|
+
pageSize: number;
|
|
532
553
|
} | undefined;
|
|
533
554
|
} | {
|
|
534
555
|
status: "not-fetchable";
|
|
@@ -683,6 +704,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
683
704
|
paging: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
684
705
|
kind: z.ZodLiteral<"arcgis-query">;
|
|
685
706
|
orderBy: z.ZodString;
|
|
707
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
708
|
+
kind: z.ZodLiteral<"socrata-resource">;
|
|
709
|
+
pageSize: z.ZodInt;
|
|
686
710
|
}, z.core.$strict>], "kind">>;
|
|
687
711
|
archive: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
688
712
|
kind: z.ZodLiteral<"none">;
|
|
@@ -709,6 +733,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
709
733
|
}, z.core.$strict>, z.ZodObject<{
|
|
710
734
|
extensions: z.ZodArray<z.ZodString>;
|
|
711
735
|
}, z.core.$strict>]>;
|
|
736
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
737
|
+
kind: z.ZodLiteral<"xlsx">;
|
|
738
|
+
sheet: z.ZodString;
|
|
712
739
|
}, z.core.$strict>], "kind">;
|
|
713
740
|
parser: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
714
741
|
format: z.ZodLiteral<"edge-list">;
|
|
@@ -843,6 +870,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
843
870
|
} | {
|
|
844
871
|
extensions: string[];
|
|
845
872
|
};
|
|
873
|
+
} | {
|
|
874
|
+
kind: "xlsx";
|
|
875
|
+
sheet: string;
|
|
846
876
|
};
|
|
847
877
|
parser: {
|
|
848
878
|
format: "edge-list";
|
|
@@ -886,6 +916,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
886
916
|
paging?: {
|
|
887
917
|
kind: "arcgis-query";
|
|
888
918
|
orderBy: string;
|
|
919
|
+
} | {
|
|
920
|
+
kind: "socrata-resource";
|
|
921
|
+
pageSize: number;
|
|
889
922
|
} | undefined;
|
|
890
923
|
} | {
|
|
891
924
|
status: "not-fetchable";
|
|
@@ -975,6 +1008,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
975
1008
|
} | {
|
|
976
1009
|
extensions: string[];
|
|
977
1010
|
};
|
|
1011
|
+
} | {
|
|
1012
|
+
kind: "xlsx";
|
|
1013
|
+
sheet: string;
|
|
978
1014
|
};
|
|
979
1015
|
parser: {
|
|
980
1016
|
format: "edge-list";
|
|
@@ -1018,6 +1054,9 @@ declare const CatalogueIndexSchema: z.ZodObject<{
|
|
|
1018
1054
|
paging?: {
|
|
1019
1055
|
kind: "arcgis-query";
|
|
1020
1056
|
orderBy: string;
|
|
1057
|
+
} | {
|
|
1058
|
+
kind: "socrata-resource";
|
|
1059
|
+
pageSize: number;
|
|
1021
1060
|
} | undefined;
|
|
1022
1061
|
} | {
|
|
1023
1062
|
status: "not-fetchable";
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as Parser, A as LineageSchema, B as Citation, C as CatalogueIndex, D as NamespaceNode, E as DatasetQuery, F as AliasSchema, G as Entry, H as ColumnNameSchema, I as Archive, J as IdSchema, K as EntrySchema, L as ArchiveMember, M as ManifestSchema, N as SemVerSchema, O as createCatalogue, P as parseManifest, Q as NamespaceSchema, R as ArchiveMemberSchema, S as Catalogue, T as Dataset, U as CrosswalkReference, V as CitationSchema, W as CrosswalkReferenceSchema, X as LicenceSchema, Y as Licence, Z as Namespace, _ as GraphEdgeSchema, a as CategoryTargets, at as Snapshot, b as GraphV1, c as getCategory, ct as SourceSchema, d as listCategories, dt as waybackUrl, et as ParserSchema, f as OrNode, g as GraphEdge, h as OrV1Schema, i as CategoryTarget, it as RelativePathSchema, j as Manifest, k as Lineage, l as getTarget, lt as WaybackTimestampSchema, m as OrV1, n as CategoryId, nt as Recipe, o as CountedKey, ot as SnapshotSchema, p as OrNodeSchema, q as HttpUrlSchema, r as CategoryIdSchema, rt as RecipeSchema, s as countTarget, st as Source, t as Category, tt as RESERVED_META_KEYS, u as kindOf, ut as parseEntry, v as GraphNode, w as CatalogueIndexSchema, x as GraphV1Schema, y as GraphNodeSchema, z as ArchiveSchema } from "./categories-
|
|
1
|
+
import { $ as Parser, A as LineageSchema, B as Citation, C as CatalogueIndex, D as NamespaceNode, E as DatasetQuery, F as AliasSchema, G as Entry, H as ColumnNameSchema, I as Archive, J as IdSchema, K as EntrySchema, L as ArchiveMember, M as ManifestSchema, N as SemVerSchema, O as createCatalogue, P as parseManifest, Q as NamespaceSchema, R as ArchiveMemberSchema, S as Catalogue, T as Dataset, U as CrosswalkReference, V as CitationSchema, W as CrosswalkReferenceSchema, X as LicenceSchema, Y as Licence, Z as Namespace, _ as GraphEdgeSchema, a as CategoryTargets, at as Snapshot, b as GraphV1, c as getCategory, ct as SourceSchema, d as listCategories, dt as waybackUrl, et as ParserSchema, f as OrNode, g as GraphEdge, h as OrV1Schema, i as CategoryTarget, it as RelativePathSchema, j as Manifest, k as Lineage, l as getTarget, lt as WaybackTimestampSchema, m as OrV1, n as CategoryId, nt as Recipe, o as CountedKey, ot as SnapshotSchema, p as OrNodeSchema, q as HttpUrlSchema, r as CategoryIdSchema, rt as RecipeSchema, s as countTarget, st as Source, t as Category, tt as RESERVED_META_KEYS, u as kindOf, ut as parseEntry, v as GraphNode, w as CatalogueIndexSchema, x as GraphV1Schema, y as GraphNodeSchema, z as ArchiveSchema } from "./categories-frr8n_SI.js";
|
|
2
2
|
import { Crosswalk } from "twindex";
|
|
3
3
|
import { z } from "zod";
|
|
4
4
|
//#region src/errors.d.ts
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { $ as NativeParseError, A as toIssues, B as kindOf, C as RESERVED_META_KEYS, D as SourceSchema, E as SnapshotSchema, G as GraphNodeSchema, H as OrNodeSchema, I as CategoryIdSchema, J as ArchiveError, K as GraphV1Schema, L as countTarget, M as NAME_SEPARATOR, N as groupsOf, O as WaybackTimestampSchema, P as namesOf, Q as KeepsetError, R as getCategory, S as ParserSchema, T as RelativePathSchema, U as OrV1Schema, V as listCategories, W as GraphEdgeSchema, X as DatasetAmbiguousError, Y as CatalogueSyntaxError, Z as DatasetNotFoundError, _ as EntrySchema, a as CatalogueIndexSchema, b as LicenceSchema, c as ManifestSchema, d as AliasSchema, et as RecipeError, f as ArchiveMemberSchema, g as CrosswalkReferenceSchema, h as ColumnNameSchema, i as listNamespaces, j as waybackUrl, k as parseEntry, l as SemVerSchema, m as CitationSchema, n as getManifest, o as createCatalogue, p as ArchiveSchema, q as JsonScalarSchema, r as listDatasets, s as LineageSchema, t as getDataset, tt as UnknownCategoryError, u as parseManifest, v as HttpUrlSchema, w as RecipeSchema, x as NamespaceSchema, y as IdSchema, z as getTarget } from "./bundled-
|
|
1
|
+
import { $ as NativeParseError, A as toIssues, B as kindOf, C as RESERVED_META_KEYS, D as SourceSchema, E as SnapshotSchema, G as GraphNodeSchema, H as OrNodeSchema, I as CategoryIdSchema, J as ArchiveError, K as GraphV1Schema, L as countTarget, M as NAME_SEPARATOR, N as groupsOf, O as WaybackTimestampSchema, P as namesOf, Q as KeepsetError, R as getCategory, S as ParserSchema, T as RelativePathSchema, U as OrV1Schema, V as listCategories, W as GraphEdgeSchema, X as DatasetAmbiguousError, Y as CatalogueSyntaxError, Z as DatasetNotFoundError, _ as EntrySchema, a as CatalogueIndexSchema, b as LicenceSchema, c as ManifestSchema, d as AliasSchema, et as RecipeError, f as ArchiveMemberSchema, g as CrosswalkReferenceSchema, h as ColumnNameSchema, i as listNamespaces, j as waybackUrl, k as parseEntry, l as SemVerSchema, m as CitationSchema, n as getManifest, o as createCatalogue, p as ArchiveSchema, q as JsonScalarSchema, r as listDatasets, s as LineageSchema, t as getDataset, tt as UnknownCategoryError, u as parseManifest, v as HttpUrlSchema, w as RecipeSchema, x as NamespaceSchema, y as IdSchema, z as getTarget } from "./bundled-NjZZ73vT.js";
|
|
2
2
|
import { validateCrosswalk } from "twindex";
|
|
3
3
|
//#region src/serialise.ts
|
|
4
4
|
/**
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { G as Entry, T as Dataset, at as Snapshot, i as CategoryTarget, st as Source } from "../categories-
|
|
1
|
+
import { G as Entry, T as Dataset, at as Snapshot, i as CategoryTarget, st as Source } from "../categories-frr8n_SI.js";
|
|
2
2
|
//#region src/node/fetch-dataset.d.ts
|
|
3
3
|
/** The network port a recipe downloads through: `downloadRaw` by default, which returns the bytes exactly as served, or a stand-in under test. */
|
|
4
4
|
export type FetchPort = (url: string, init: {
|