keepset 0.15.0 → 0.16.1

package/README.md

@@ -63,7 +63,7 @@ The catalogue itself is a manifest (`catalogue/manifest.json`: id, version, repo
 
 ## Categories and normalisation targets
 
-A category names a normalisation target: the shape every entry in that category resolves to, whatever its native shape. `graph/v1` is the first, `{ meta, nodes, edges }` with unique node ids and edges whose endpoints name nodes, seeded from 823 graph datasets surveyed from about forty upstream collections (SuiteSparse, Netzschleuder, SNAP, KONECT, OGB and others). `or/v1` is the second: `{ meta, nodes }`, an operations-research instance as the nodes it offers to visit, each flat with optional coordinates, prize, prize probability, duration, travel time, skill, territory, lifecycle status and times, and deadline, read from tabular sources by the `csv-table` parser. Its entries come from a survey of open operations-research datasets, imported with a curation that records, for each source, what its download gives and how its columns map onto the node; a dataset whose source has no usable table yet is imported without a recipe and says why. A new category starts by defining its target schema in `src/targets/` and registering it in the category registry; an entry cannot name a category that does not exist. The statically generated site renders every entry with schema.org Dataset JSON-LD, so the catalogue surfaces in the dataset discovery layers.
+A category names a normalisation target: the shape every entry in that category resolves to, whatever its native shape. `graph/v1` is `{ meta, nodes, edges }` with unique node ids and edges whose endpoints name nodes; its entries are graph datasets taken from upstream collections such as SuiteSparse, Netzschleuder, SNAP, KONECT and OGB. `or/v1` is `{ meta, nodes }`, an operations-research instance as the nodes it offers to visit, each flat with optional coordinates, prize, prize probability, duration, travel time, skill, territory, lifecycle status and times, and deadline, read from tabular sources by the `csv-table` parser. Its entries come from a survey of open operations-research datasets, imported with a curation that records, for each source, what its download gives and how its columns map onto the node; a dataset whose source has no usable table is imported without a recipe and says why. A new category starts by defining its target schema in `src/targets/` and registering it in the category registry; an entry cannot name a category that does not exist. The statically generated site renders every entry with schema.org Dataset JSON-LD, so the catalogue surfaces in the dataset discovery layers.
 
 ## Licensing
 
@@ -78,7 +78,9 @@ Node 22 or later, pnpm, ESM only. See [CONTRIBUTING.md](CONTRIBUTING.md) for add
 | `pnpm lint` / `pnpm lint:check` | ESLint, fixing and check-only |
 | `pnpm typecheck` | `tsc` over the library, CLI and site programs |
 | `pnpm test` | Vitest, tests colocated as `*.unit.test.ts` and `*.e2e.test.ts` |
-| `pnpm build` | tsdown into `dist` and `dist-cli`, then the JSON Schema generation and the site build |
+| `pnpm build` | tsdown into `dist` and `dist-cli`, after generating the bundled catalogue, then the JSON Schema generation |
+| `pnpm site` | The static site, built from the package's own catalogue |
+| `pnpm seed:check` | Checks that the committed seed entries and reports are exactly what each import produces from its committed source; `seed:import:graph` and `seed:import:or` regenerate them |
 
 `CLAUDE.md` and `AGENTS.md` are symlinks to this file.
 

package/dist/{bundled-DFGpicBt.js → bundled-DPEAZdj9.js}

@@ -856,7 +856,7 @@ var catalogue_default = {
 		"id": "keepset",
 		"name": "keepset",
 		"description": "The keepset catalogue: datasets with machine-readable recipes that fetch each one and normalise it into its category's target shape.",
-		"version": "1.3.0",
+		"version": "1.4.0",
 		"repository": "https://github.com/Mearman/keepset",
 		"namespaceAliases": {
 			"networkrepository": ["nr"],
@@ -3240,7 +3240,7 @@ var catalogue_default = {
 					"encoding": "utf-8",
 					"delimiter": "comma",
 					"skipLines": 0,
-					"idColumn": "ID",
+					"idColumn": null,
 					"numericColumns": [{
 						"column": "Latitude",
 						"factor": 1
@@ -3301,6 +3301,11 @@ var catalogue_default = {
 					}
 				],
 				"oneWay": [
+					{
+						"op": "drop",
+						"from": "nodes[].ID",
+						"direction": "encode"
+					},
 					{
 						"op": "drop",
 						"from": "nodes[].Application_Number",
@@ -5438,7 +5443,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://www.dallasopendata.com/resource/xy7j-y59g.csv",
+				"url": "https://www.dallasopendata.com/resource/xy7j-y59g.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -5740,7 +5745,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://www.dallasopendata.com/resource/skju-bfp8.csv",
+				"url": "https://www.dallasopendata.com/resource/skju-bfp8.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -5755,7 +5760,7 @@ var catalogue_default = {
 					"encoding": "utf-8",
 					"delimiter": "comma",
 					"skipLines": 0,
-					"idColumn": "id",
+					"idColumn": null,
 					"numericColumns": [{
 						"column": "total_value",
 						"factor": 1
@@ -5798,6 +5803,11 @@ var catalogue_default = {
 					}
 				],
 				"oneWay": [
+					{
+						"op": "drop",
+						"from": "nodes[].column_1",
+						"direction": "encode"
+					},
 					{
 						"op": "drop",
 						"from": "nodes[].incident",
@@ -9706,7 +9716,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://data.lacity.org/resource/2u8b-eyuu.csv",
+				"url": "https://data.lacity.org/resource/2u8b-eyuu.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -9834,109 +9844,10 @@ var catalogue_default = {
 			},
 			"citations": [],
 			"recipe": {
-				"status": "fetchable",
-				"source": 1,
-				"archive": { "kind": "none" },
-				"parser": {
-					"format": "csv-table",
-					"encoding": "latin1",
-					"delimiter": "semicolon",
-					"skipLines": 0,
-					"idColumn": null,
-					"numericColumns": [{
-						"column": "IMP_BOL",
-						"factor": 1
-					}]
-				}
-			},
-			"crosswalk": {
-				"source": "csv-table",
-				"target": "or/v1",
-				"rules": [
-					{
-						"op": "move",
-						"from": "meta",
-						"to": "meta"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].id",
-						"to": "nodes[].id"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].IMP_BOL",
-						"to": "nodes[].prize"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].HECHO_BOL",
-						"to": "nodes[].skill"
-					}
-				],
-				"oneWay": [
-					{
-						"op": "drop",
-						"from": "nodes[].CALIFICACION",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].LUGAR",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].MES",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].ANIO",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].HORA",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].DESCUENTO",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].PUNTOS",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].DENUNCIANTE",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].VEL_LIMITE",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].VEL_CIRCULA",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].COORDENADA_X",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].COORDENADA_Y",
-						"direction": "encode"
-					}
-				]
+				"status": "not-fetchable",
+				"reason": "The CSV is not valid RFC 4180: a quote opens inside an unquoted field (first at line 183433), so the csv-table parser refuses the file."
 			},
+			"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
 			"expectedCounts": {},
 			"properties": { "surveyId": "or-76" }
 		},
@@ -10519,7 +10430,7 @@ var catalogue_default = {
 					"encoding": "utf-8",
 					"delimiter": "comma",
 					"skipLines": 0,
-					"idColumn": "Record_ID",
+					"idColumn": null,
 					"numericColumns": [
 						{
 							"column": "Latitude",
@@ -10592,6 +10503,11 @@ var catalogue_default = {
 					}
 				],
 				"oneWay": [
+					{
+						"op": "drop",
+						"from": "nodes[].Record_ID",
+						"direction": "encode"
+					},
 					{
 						"op": "drop",
 						"from": "nodes[].Permit_Number",
@@ -10904,279 +10820,10 @@ var catalogue_default = {
 			"licence": { "kind": "unrecorded" },
 			"citations": [],
 			"recipe": {
-				"status": "fetchable",
-				"source": 1,
-				"archive": { "kind": "none" },
-				"parser": {
-					"format": "csv-table",
-					"encoding": "utf-8",
-					"delimiter": "comma",
-					"skipLines": 0,
-					"idColumn": null,
-					"numericColumns": [
-						{
-							"column": "latitude",
-							"factor": 1
-						},
-						{
-							"column": "longitude",
-							"factor": 1
-						},
-						{
-							"column": "response_time_in_seconds",
-							"factor": 1
-						}
-					]
-				}
-			},
-			"crosswalk": {
-				"source": "csv-table",
-				"target": "or/v1",
-				"rules": [
-					{
-						"op": "move",
-						"from": "meta",
-						"to": "meta"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].id",
-						"to": "nodes[].id"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].clear_datetime",
-						"to": "nodes[].closed"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].latitude",
-						"to": "nodes[].lat"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].longitude",
-						"to": "nodes[].lon"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].call_received_datetime",
-						"to": "nodes[].opened"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].reason_category",
-						"to": "nodes[].skill"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].city",
-						"to": "nodes[].territory"
-					},
-					{
-						"op": "move",
-						"from": "nodes[].response_time_in_seconds",
-						"to": "nodes[].travelTime"
-					}
-				],
-				"oneWay": [
-					{
-						"op": "drop",
-						"from": "nodes[].reason_subcategory",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].arrive_datetime",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_type",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_type_code",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_date",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_calendar_year",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_fiscal_year",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_week",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_month",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].jurisdiction",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].call_handling_time_in_seconds",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].valley_benchmark_cities_vbc_response_time_in_seconds",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].call_handling_time_in_minutes",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].response_time_in_minutes",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].travel_time_in_minutes",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].commit_time_in_seconds",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].code_3_response_times_in_minutes_by_calendar_year_at_90th_percentile",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].code_3_response_times_in_minutes_by_calendar_year_at_75th_percentile",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].code_3_response_times_in_minutes_by_calendar_year_at_50th_percentile",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].code_3_response_times_in_seconds_by_fiscal_year_at_50th_percentile_for_valley_benchmark_cities_reporting",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].response_time_45_minutes_flag",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].location",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].zip",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].state",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].notify_datetime",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].notify_date_month_name",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].roll_datetime",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].incident_number",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].street_name",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].street_type",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].first_response_unit_count",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].error_with_valley_benchmark_cities_time",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].error_with_response_time",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].error_with_travel_time",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].error_with_call_handling_time",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].first_response_priority_code",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].time_of_day",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].property_use",
-						"direction": "encode"
-					},
-					{
-						"op": "drop",
-						"from": "nodes[].reason_code_listing_from_cad",
-						"direction": "encode"
-					}
-				]
+				"status": "not-fetchable",
+				"reason": "Reading the whole table into memory exhausts Node's default heap: it has several hundred thousand rows of dozens of columns, and a fetch of it was killed out of memory."
 			},
+			"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
 			"expectedCounts": {},
 			"properties": { "surveyId": "or-110" }
 		},
@@ -11236,7 +10883,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://citydata.mesaaz.gov/resource/ay68-xuca.csv",
+				"url": "https://citydata.mesaaz.gov/resource/ay68-xuca.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -11939,7 +11586,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://data.montgomerycountymd.gov/resource/bw2r-araf.csv",
+				"url": "https://data.montgomerycountymd.gov/resource/bw2r-araf.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -15561,7 +15208,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://data.nola.gov/resource/44ct-56tr.csv",
+				"url": "https://data.nola.gov/resource/44ct-56tr.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -16435,7 +16082,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://data.norfolk.gov/resource/qzfe-wj25.csv",
+				"url": "https://data.norfolk.gov/resource/qzfe-wj25.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -18439,7 +18086,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://data.cityofnewyork.us/resource/6z8x-wfk4.csv",
+				"url": "https://data.cityofnewyork.us/resource/6z8x-wfk4.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -19145,7 +18792,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://data.cityofnewyork.us/resource/xnfm-u3k5.csv",
+				"url": "https://data.cityofnewyork.us/resource/xnfm-u3k5.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],
@@ -59225,7 +58872,7 @@ var catalogue_default = {
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}, {
-				"url": "https://data.wa.gov/resource/m8qx-ubtq.csv",
+				"url": "https://data.wa.gov/resource/m8qx-ubtq.csv?%24limit=1000000",
 				"retrieved": "2026-10-19",
 				"status": "live"
 			}],

package/dist/index.js

@@ -1,4 +1,4 @@
-import { $ as NativeParseError, A as toIssues, B as kindOf, C as RESERVED_META_KEYS, D as SourceSchema, E as SnapshotSchema, G as GraphNodeSchema, H as OrNodeSchema, I as CategoryIdSchema, J as ArchiveError, K as GraphV1Schema, L as countTarget, M as NAME_SEPARATOR, N as groupsOf, O as WaybackTimestampSchema, P as namesOf, Q as KeepsetError, R as getCategory, S as ParserSchema, T as RelativePathSchema, U as OrV1Schema, V as listCategories, W as GraphEdgeSchema, X as DatasetAmbiguousError, Y as CatalogueSyntaxError, Z as DatasetNotFoundError, _ as EntrySchema, a as CatalogueIndexSchema, b as LicenceSchema, c as ManifestSchema, d as AliasSchema, et as RecipeError, f as ArchiveMemberSchema, g as CrosswalkReferenceSchema, h as ColumnNameSchema, i as listNamespaces, j as waybackUrl, k as parseEntry, l as SemVerSchema, m as CitationSchema, n as getManifest, o as createCatalogue, p as ArchiveSchema, q as JsonScalarSchema, r as listDatasets, s as LineageSchema, t as getDataset, tt as UnknownCategoryError, u as parseManifest, v as HttpUrlSchema, w as RecipeSchema, x as NamespaceSchema, y as IdSchema, z as getTarget } from "./bundled-DFGpicBt.js";
+import { $ as NativeParseError, A as toIssues, B as kindOf, C as RESERVED_META_KEYS, D as SourceSchema, E as SnapshotSchema, G as GraphNodeSchema, H as OrNodeSchema, I as CategoryIdSchema, J as ArchiveError, K as GraphV1Schema, L as countTarget, M as NAME_SEPARATOR, N as groupsOf, O as WaybackTimestampSchema, P as namesOf, Q as KeepsetError, R as getCategory, S as ParserSchema, T as RelativePathSchema, U as OrV1Schema, V as listCategories, W as GraphEdgeSchema, X as DatasetAmbiguousError, Y as CatalogueSyntaxError, Z as DatasetNotFoundError, _ as EntrySchema, a as CatalogueIndexSchema, b as LicenceSchema, c as ManifestSchema, d as AliasSchema, et as RecipeError, f as ArchiveMemberSchema, g as CrosswalkReferenceSchema, h as ColumnNameSchema, i as listNamespaces, j as waybackUrl, k as parseEntry, l as SemVerSchema, m as CitationSchema, n as getManifest, o as createCatalogue, p as ArchiveSchema, q as JsonScalarSchema, r as listDatasets, s as LineageSchema, t as getDataset, tt as UnknownCategoryError, u as parseManifest, v as HttpUrlSchema, w as RecipeSchema, x as NamespaceSchema, y as IdSchema, z as getTarget } from "./bundled-DPEAZdj9.js";
 import { validateCrosswalk } from "twindex";
 //#region src/serialise.ts
 /**

package/dist/node/fetch-dataset.js

@@ -1,4 +1,4 @@
-import { $ as NativeParseError, F as getOwn, J as ArchiveError, L as countTarget, Q as KeepsetError, et as RecipeError, t as getDataset, z as getTarget } from "../bundled-DFGpicBt.js";
+import { $ as NativeParseError, F as getOwn, J as ArchiveError, L as countTarget, Q as KeepsetError, et as RecipeError, t as getDataset, z as getTarget } from "../bundled-DPEAZdj9.js";
 import { RoundTripMismatchError, assertRoundTrip, encode } from "twindex";
 import { createHash } from "node:crypto";
 import { gunzipSync } from "node:zlib";

package/dist-cli/keepset.mjs

@@ -4,7 +4,7 @@ import { KeepsetError, NAME_SEPARATOR, countTarget, getDataset, listDatasets, li
 import { fetchDataset, roundTripDataset } from "keepset/node";
 import { parseArgs } from "node:util";
 //#region package.json
-var version = "0.15.0";
+var version = "0.16.1";
 const usage = `Usage: keepset <command> [options]
 
 Commands:

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "keepset",
   "description": "Library, CLI and statically generated catalogue for dataset fetch-and-normalise recipes",
-  "version": "0.15.0",
+  "version": "0.16.1",
   "bin": {
     "keepset": "./dist-cli/keepset.mjs"
   },

package/schemas/entry.schema.json

@@ -1 +1 @@
-{"$defs":{"Crosswalk":{"$ref":"https://cdn.jsdelivr.net/npm/twindex@0.1.4/schemas/twindex.schema.json"},"Entry":{"additionalProperties":false,"properties":{"aliases":{"items":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*(?:\\/[A-Za-z0-9][A-Za-z0-9._-]*)*$","type":"string"},"minItems":1,"type":"array"},"category":{"enum":["graph/v1","or/v1"],"type":"string"},"citations":{"items":{"additionalProperties":false,"properties":{"doi":{"pattern":"^10\\.\\d{4,9}\\/\\S+$","type":"string"},"text":{"minLength":1,"type":"string"},"url":{"format":"uri","type":"string"}},"required":["text"],"type":"object"},"type":"array"},"crosswalk":{"anyOf":[{"$ref":"#/$defs/Crosswalk"},{"additionalProperties":false,"properties":{"file":{"type":"string"}},"required":["file"],"type":"object"}]},"description":{"minLength":1,"type":"string"},"domain":{"minLength":1,"type":"string"},"expectedCounts":{"additionalProperties":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"propertyNames":{"pattern":"^[A-Za-z][A-Za-z0-9]*$","type":"string"},"type":"object"},"id":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"licence":{"oneOf":[{"additionalProperties":false,"properties":{"id":{"pattern":"^[A-Za-z0-9][A-Za-z0-9.+-]*$","type":"string"},"kind":{"const":"spdx","type":"string"}},"required":["kind","id"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"custom","type":"string"},"name":{"minLength":1,"type":"string"},"url":{"format":"uri","type":"string"}},"required":["kind","name","url"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"unrecorded","type":"string"}},"required":["kind"],"type":"object"}]},"name":{"minLength":1,"type":"string"},"namespace":{"items":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"minItems":1,"type":"array"},"properties":{"additionalProperties":{"type":["string","number","boolean","null"]},"propertyNames":{"pattern":"^[A-Za-z][A-Za-z0-9]*$","type":"string"},"type":"object"},"recipe":{"oneOf":[{"additionalProperties":false,"properties":{"archive":{"oneOf":[{"additionalProperties":false,"properties":{"kind":{"const":"none","type":"string"}},"required":["kind"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"gzip","type":"string"}},"required":["kind"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"zip","type":"string"},"member":{"anyOf":[{"additionalProperties":false,"properties":{"path":{"type":"string"}},"required":["path"],"type":"object"},{"additionalProperties":false,"properties":{"extensions":{"items":{"pattern":"^\\.[A-Za-z0-9][A-Za-z0-9.]*$","type":"string"},"minItems":1,"type":"array"}},"required":["extensions"],"type":"object"}]}},"required":["kind","member"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"tar","type":"string"},"member":{"anyOf":[{"additionalProperties":false,"properties":{"path":{"type":"string"}},"required":["path"],"type":"object"},{"additionalProperties":false,"properties":{"extensions":{"items":{"pattern":"^\\.[A-Za-z0-9][A-Za-z0-9.]*$","type":"string"},"minItems":1,"type":"array"}},"required":["extensions"],"type":"object"}]}},"required":["kind","member"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"tar.gz","type":"string"},"member":{"anyOf":[{"additionalProperties":false,"properties":{"path":{"type":"string"}},"required":["path"],"type":"object"},{"additionalProperties":false,"properties":{"extensions":{"items":{"pattern":"^\\.[A-Za-z0-9][A-Za-z0-9.]*$","type":"string"},"minItems":1,"type":"array"}},"required":["extensions"],"type":"object"}]}},"required":["kind","member"],"type":"object"}]},"parser":{"oneOf":[{"additionalProperties":false,"properties":{"commentPrefixes":{"items":{"minLength":1,"type":"string"},"type":"array"},"delimiter":{"enum":["detect","whitespace","tab","comma","space"],"type":"string"},"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"edge-list","type":"string"},"skipLines":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"sourceColumn":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"targetColumn":{"maximum":9007199254740991,"minimum":0,"type":"integer"}},"required":["format","encoding","delimiter","skipLines","commentPrefixes","sourceColumn","targetColumn"],"type":"object"},{"additionalProperties":false,"properties":{"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"matrix-market","type":"string"}},"required":["format","encoding"],"type":"object"},{"additionalProperties":false,"properties":{"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"gml","type":"string"}},"required":["format","encoding"],"type":"object"},{"additionalProperties":false,"properties":{"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"pajek","type":"string"}},"required":["format","encoding"],"type":"object"},{"additionalProperties":false,"properties":{"delimiter":{"enum":["comma","tab","semicolon"],"type":"string"},"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"csv-table","type":"string"},"idColumn":{"anyOf":[{"pattern":"^[A-Za-z](?:[A-Za-z0-9_]*[A-Za-z0-9])?$","type":"string"},{"type":"null"}]},"numericColumns":{"items":{"additionalProperties":false,"properties":{"column":{"pattern":"^[A-Za-z](?:[A-Za-z0-9_]*[A-Za-z0-9])?$","type":"string"},"factor":{"exclusiveMinimum":0,"type":"number"}},"required":["column","factor"],"type":"object"},"type":"array"},"skipLines":{"maximum":9007199254740991,"minimum":0,"type":"integer"}},"required":["format","encoding","delimiter","skipLines","idColumn","numericColumns"],"type":"object"}]},"source":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"status":{"const":"fetchable","type":"string"}},"required":["status","source","archive","parser"],"type":"object"},{"additionalProperties":false,"properties":{"reason":{"minLength":1,"type":"string"},"status":{"const":"not-fetchable","type":"string"}},"required":["status","reason"],"type":"object"}]},"sources":{"items":{"additionalProperties":false,"properties":{"retrieved":{"format":"date","pattern":"^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))$","type":"string"},"snapshot":{"additionalProperties":false,"properties":{"timestamp":{"pattern":"^\\d{8}(?:\\d{6})?$","type":"string"},"url":{"format":"uri","type":"string"}},"required":["url","timestamp"],"type":"object"},"status":{"enum":["live","dead"],"type":"string"},"url":{"format":"uri","type":"string"}},"required":["url","retrieved","status"],"type":"object"},"minItems":1,"type":"array"},"tags":{"items":{"minLength":1,"type":"string"},"type":"array"}},"required":["id","name","tags","category","sources","licence","citations","recipe","crosswalk","expectedCounts","properties"],"type":"object"}},"$id":"https://cdn.jsdelivr.net/npm/keepset@0.15.0/schemas/entry.schema.json","$ref":"#/$defs/Entry","$schema":"https://json-schema.org/draft/2020-12/schema"}
+{"$defs":{"Crosswalk":{"$ref":"https://cdn.jsdelivr.net/npm/twindex@0.1.4/schemas/twindex.schema.json"},"Entry":{"additionalProperties":false,"properties":{"aliases":{"items":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*(?:\\/[A-Za-z0-9][A-Za-z0-9._-]*)*$","type":"string"},"minItems":1,"type":"array"},"category":{"enum":["graph/v1","or/v1"],"type":"string"},"citations":{"items":{"additionalProperties":false,"properties":{"doi":{"pattern":"^10\\.\\d{4,9}\\/\\S+$","type":"string"},"text":{"minLength":1,"type":"string"},"url":{"format":"uri","type":"string"}},"required":["text"],"type":"object"},"type":"array"},"crosswalk":{"anyOf":[{"$ref":"#/$defs/Crosswalk"},{"additionalProperties":false,"properties":{"file":{"type":"string"}},"required":["file"],"type":"object"}]},"description":{"minLength":1,"type":"string"},"domain":{"minLength":1,"type":"string"},"expectedCounts":{"additionalProperties":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"propertyNames":{"pattern":"^[A-Za-z][A-Za-z0-9]*$","type":"string"},"type":"object"},"id":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"licence":{"oneOf":[{"additionalProperties":false,"properties":{"id":{"pattern":"^[A-Za-z0-9][A-Za-z0-9.+-]*$","type":"string"},"kind":{"const":"spdx","type":"string"}},"required":["kind","id"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"custom","type":"string"},"name":{"minLength":1,"type":"string"},"url":{"format":"uri","type":"string"}},"required":["kind","name","url"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"unrecorded","type":"string"}},"required":["kind"],"type":"object"}]},"name":{"minLength":1,"type":"string"},"namespace":{"items":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"minItems":1,"type":"array"},"properties":{"additionalProperties":{"type":["string","number","boolean","null"]},"propertyNames":{"pattern":"^[A-Za-z][A-Za-z0-9]*$","type":"string"},"type":"object"},"recipe":{"oneOf":[{"additionalProperties":false,"properties":{"archive":{"oneOf":[{"additionalProperties":false,"properties":{"kind":{"const":"none","type":"string"}},"required":["kind"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"gzip","type":"string"}},"required":["kind"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"zip","type":"string"},"member":{"anyOf":[{"additionalProperties":false,"properties":{"path":{"type":"string"}},"required":["path"],"type":"object"},{"additionalProperties":false,"properties":{"extensions":{"items":{"pattern":"^\\.[A-Za-z0-9][A-Za-z0-9.]*$","type":"string"},"minItems":1,"type":"array"}},"required":["extensions"],"type":"object"}]}},"required":["kind","member"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"tar","type":"string"},"member":{"anyOf":[{"additionalProperties":false,"properties":{"path":{"type":"string"}},"required":["path"],"type":"object"},{"additionalProperties":false,"properties":{"extensions":{"items":{"pattern":"^\\.[A-Za-z0-9][A-Za-z0-9.]*$","type":"string"},"minItems":1,"type":"array"}},"required":["extensions"],"type":"object"}]}},"required":["kind","member"],"type":"object"},{"additionalProperties":false,"properties":{"kind":{"const":"tar.gz","type":"string"},"member":{"anyOf":[{"additionalProperties":false,"properties":{"path":{"type":"string"}},"required":["path"],"type":"object"},{"additionalProperties":false,"properties":{"extensions":{"items":{"pattern":"^\\.[A-Za-z0-9][A-Za-z0-9.]*$","type":"string"},"minItems":1,"type":"array"}},"required":["extensions"],"type":"object"}]}},"required":["kind","member"],"type":"object"}]},"parser":{"oneOf":[{"additionalProperties":false,"properties":{"commentPrefixes":{"items":{"minLength":1,"type":"string"},"type":"array"},"delimiter":{"enum":["detect","whitespace","tab","comma","space"],"type":"string"},"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"edge-list","type":"string"},"skipLines":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"sourceColumn":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"targetColumn":{"maximum":9007199254740991,"minimum":0,"type":"integer"}},"required":["format","encoding","delimiter","skipLines","commentPrefixes","sourceColumn","targetColumn"],"type":"object"},{"additionalProperties":false,"properties":{"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"matrix-market","type":"string"}},"required":["format","encoding"],"type":"object"},{"additionalProperties":false,"properties":{"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"gml","type":"string"}},"required":["format","encoding"],"type":"object"},{"additionalProperties":false,"properties":{"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"pajek","type":"string"}},"required":["format","encoding"],"type":"object"},{"additionalProperties":false,"properties":{"delimiter":{"enum":["comma","tab","semicolon"],"type":"string"},"encoding":{"enum":["utf-8","latin1"],"type":"string"},"format":{"const":"csv-table","type":"string"},"idColumn":{"anyOf":[{"pattern":"^[A-Za-z](?:[A-Za-z0-9_]*[A-Za-z0-9])?$","type":"string"},{"type":"null"}]},"numericColumns":{"items":{"additionalProperties":false,"properties":{"column":{"pattern":"^[A-Za-z](?:[A-Za-z0-9_]*[A-Za-z0-9])?$","type":"string"},"factor":{"exclusiveMinimum":0,"type":"number"}},"required":["column","factor"],"type":"object"},"type":"array"},"skipLines":{"maximum":9007199254740991,"minimum":0,"type":"integer"}},"required":["format","encoding","delimiter","skipLines","idColumn","numericColumns"],"type":"object"}]},"source":{"maximum":9007199254740991,"minimum":0,"type":"integer"},"status":{"const":"fetchable","type":"string"}},"required":["status","source","archive","parser"],"type":"object"},{"additionalProperties":false,"properties":{"reason":{"minLength":1,"type":"string"},"status":{"const":"not-fetchable","type":"string"}},"required":["status","reason"],"type":"object"}]},"sources":{"items":{"additionalProperties":false,"properties":{"retrieved":{"format":"date","pattern":"^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))$","type":"string"},"snapshot":{"additionalProperties":false,"properties":{"timestamp":{"pattern":"^\\d{8}(?:\\d{6})?$","type":"string"},"url":{"format":"uri","type":"string"}},"required":["url","timestamp"],"type":"object"},"status":{"enum":["live","dead"],"type":"string"},"url":{"format":"uri","type":"string"}},"required":["url","retrieved","status"],"type":"object"},"minItems":1,"type":"array"},"tags":{"items":{"minLength":1,"type":"string"},"type":"array"}},"required":["id","name","tags","category","sources","licence","citations","recipe","crosswalk","expectedCounts","properties"],"type":"object"}},"$id":"https://cdn.jsdelivr.net/npm/keepset@0.16.1/schemas/entry.schema.json","$ref":"#/$defs/Entry","$schema":"https://json-schema.org/draft/2020-12/schema"}

package/schemas/manifest.schema.json

@@ -1 +1 @@
-{"$defs":{"Manifest":{"additionalProperties":false,"properties":{"description":{"minLength":1,"type":"string"},"id":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"lineage":{"additionalProperties":false,"properties":{"catalogue":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"repository":{"format":"uri","type":"string"},"version":{"pattern":"^(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)(?:-[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?(?:\\+[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?$","type":"string"}},"required":["catalogue","version","repository"],"type":"object"},"name":{"minLength":1,"type":"string"},"namespaceAliases":{"additionalProperties":{"items":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"minItems":1,"type":"array"},"propertyNames":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"type":"object"},"repository":{"format":"uri","type":"string"},"version":{"pattern":"^(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)(?:-[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?(?:\\+[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?$","type":"string"}},"required":["id","name","description","version","repository"],"type":"object"}},"$id":"https://cdn.jsdelivr.net/npm/keepset@0.15.0/schemas/manifest.schema.json","$ref":"#/$defs/Manifest","$schema":"https://json-schema.org/draft/2020-12/schema"}
+{"$defs":{"Manifest":{"additionalProperties":false,"properties":{"description":{"minLength":1,"type":"string"},"id":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"lineage":{"additionalProperties":false,"properties":{"catalogue":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"repository":{"format":"uri","type":"string"},"version":{"pattern":"^(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)(?:-[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?(?:\\+[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?$","type":"string"}},"required":["catalogue","version","repository"],"type":"object"},"name":{"minLength":1,"type":"string"},"namespaceAliases":{"additionalProperties":{"items":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"minItems":1,"type":"array"},"propertyNames":{"pattern":"^[A-Za-z0-9][A-Za-z0-9._-]*$","type":"string"},"type":"object"},"repository":{"format":"uri","type":"string"},"version":{"pattern":"^(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)\\.(?:0|[1-9]\\d*)(?:-[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?(?:\\+[0-9A-Za-z-]+(?:\\.[0-9A-Za-z-]+)*)?$","type":"string"}},"required":["id","name","description","version","repository"],"type":"object"}},"$id":"https://cdn.jsdelivr.net/npm/keepset@0.16.1/schemas/manifest.schema.json","$ref":"#/$defs/Manifest","$schema":"https://json-schema.org/draft/2020-12/schema"}