keepset 0.20.0 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{bundled-BmqpHjOH.js → bundled-CAsUNCDb.js} +853 -88
- package/dist/{categories-BVROO4tM.d.ts → categories-CJZ2LiJh.d.ts} +43 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/node/fetch-dataset.d.ts +1 -1
- package/dist/node/fetch-dataset.js +192 -20
- package/dist-cli/keepset.mjs +1 -1
- package/package.json +1 -1
- package/schemas/entry.schema.json +1 -1
- package/schemas/manifest.schema.json +1 -1
|
@@ -482,7 +482,9 @@ const ParserSchema = z.discriminatedUnion("format", [
|
|
|
482
482
|
column: ColumnNameSchema,
|
|
483
483
|
factor: z.number().positive()
|
|
484
484
|
}).strict()),
|
|
485
|
-
columns: z.array(ColumnNameSchema).optional()
|
|
485
|
+
columns: z.array(ColumnNameSchema).optional(),
|
|
486
|
+
/** Cell texts, besides the empty cell, that stand for a missing value (`NA`): such a cell is null in every column, numeric or not. */
|
|
487
|
+
nullValues: z.array(z.string().min(1)).optional()
|
|
486
488
|
}).strict().refine((parser) => new Set(parser.numericColumns.map((numeric) => numeric.column)).size === parser.numericColumns.length, {
|
|
487
489
|
message: "a column may be declared numeric once",
|
|
488
490
|
path: ["numericColumns"]
|
|
@@ -514,11 +516,21 @@ const ParserSchema = z.discriminatedUnion("format", [
|
|
|
514
516
|
path: ["dateColumns"]
|
|
515
517
|
})
|
|
516
518
|
]);
|
|
517
|
-
/** Where a source is a paged query and not one file
|
|
518
|
-
const PagingSchema = z.discriminatedUnion("kind", [
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
519
|
+
/** Where a source is a paged query and not one file. An ArcGIS feature layer returns a limited number of features per request: the source URL is the layer's, the download reads every page in `orderBy` order and the parser reads the one GeoJSON collection they make. A Socrata resource endpoint (`/resource/<id>.csv`) is read `pageSize` rows at a time in the order of its row ids, and a CKAN datastore dump (`/datastore/dump/<id>`) `pageSize` rows at a time, each page a CSV with its own header; the download joins them into the one CSV the parser reads, so no single response has to survive a long transfer. */
|
|
520
|
+
const PagingSchema = z.discriminatedUnion("kind", [
|
|
521
|
+
z.object({
|
|
522
|
+
kind: z.literal("arcgis-query"),
|
|
523
|
+
orderBy: z.string().regex(/^[A-Za-z_][A-Za-z0-9_]*$/, { message: "must be a field name of the layer" })
|
|
524
|
+
}).strict(),
|
|
525
|
+
z.object({
|
|
526
|
+
kind: z.literal("socrata-resource"),
|
|
527
|
+
pageSize: z.int().min(1)
|
|
528
|
+
}).strict(),
|
|
529
|
+
z.object({
|
|
530
|
+
kind: z.literal("ckan-datastore"),
|
|
531
|
+
pageSize: z.int().min(1)
|
|
532
|
+
}).strict()
|
|
533
|
+
]);
|
|
522
534
|
/** How to obtain the dataset: a fetchable recipe naming the source (by index into `sources`), the archive layout and the parser, or a statement that no declarative recipe exists yet and why. */
|
|
523
535
|
const RecipeSchema = z.discriminatedUnion("status", [z.object({
|
|
524
536
|
status: z.literal("fetchable"),
|
|
@@ -893,7 +905,7 @@ var catalogue_default = {
|
|
|
893
905
|
"id": "keepset",
|
|
894
906
|
"name": "keepset",
|
|
895
907
|
"description": "The keepset catalogue: datasets with machine-readable recipes that fetch each one and normalise it into its category's target shape.",
|
|
896
|
-
"version": "1.
|
|
908
|
+
"version": "1.10.0",
|
|
897
909
|
"repository": "https://github.com/Mearman/keepset",
|
|
898
910
|
"namespaceAliases": {
|
|
899
911
|
"networkrepository": ["nr"],
|
|
@@ -1095,10 +1107,70 @@ var catalogue_default = {
|
|
|
1095
1107
|
},
|
|
1096
1108
|
"citations": [],
|
|
1097
1109
|
"recipe": {
|
|
1098
|
-
"status": "
|
|
1099
|
-
"
|
|
1110
|
+
"status": "fetchable",
|
|
1111
|
+
"source": 1,
|
|
1112
|
+
"archive": { "kind": "none" },
|
|
1113
|
+
"parser": {
|
|
1114
|
+
"format": "csv-table",
|
|
1115
|
+
"encoding": "utf-8",
|
|
1116
|
+
"delimiter": "comma",
|
|
1117
|
+
"skipLines": 0,
|
|
1118
|
+
"idColumn": null,
|
|
1119
|
+
"numericColumns": [{
|
|
1120
|
+
"column": "ExpiationAmount",
|
|
1121
|
+
"factor": 1
|
|
1122
|
+
}],
|
|
1123
|
+
"columns": [
|
|
1124
|
+
"PaidDate",
|
|
1125
|
+
"OffenceDate",
|
|
1126
|
+
"ExpiationAmount",
|
|
1127
|
+
"OffenceType",
|
|
1128
|
+
"Status"
|
|
1129
|
+
]
|
|
1130
|
+
}
|
|
1131
|
+
},
|
|
1132
|
+
"crosswalk": {
|
|
1133
|
+
"source": "csv-table",
|
|
1134
|
+
"target": "or/v1",
|
|
1135
|
+
"rules": [
|
|
1136
|
+
{
|
|
1137
|
+
"op": "move",
|
|
1138
|
+
"from": "meta",
|
|
1139
|
+
"to": "meta"
|
|
1140
|
+
},
|
|
1141
|
+
{
|
|
1142
|
+
"op": "move",
|
|
1143
|
+
"from": "nodes[].id",
|
|
1144
|
+
"to": "nodes[].id"
|
|
1145
|
+
},
|
|
1146
|
+
{
|
|
1147
|
+
"op": "move",
|
|
1148
|
+
"from": "nodes[].PaidDate",
|
|
1149
|
+
"to": "nodes[].closed"
|
|
1150
|
+
},
|
|
1151
|
+
{
|
|
1152
|
+
"op": "move",
|
|
1153
|
+
"from": "nodes[].OffenceDate",
|
|
1154
|
+
"to": "nodes[].opened"
|
|
1155
|
+
},
|
|
1156
|
+
{
|
|
1157
|
+
"op": "move",
|
|
1158
|
+
"from": "nodes[].ExpiationAmount",
|
|
1159
|
+
"to": "nodes[].prize"
|
|
1160
|
+
},
|
|
1161
|
+
{
|
|
1162
|
+
"op": "move",
|
|
1163
|
+
"from": "nodes[].OffenceType",
|
|
1164
|
+
"to": "nodes[].skill"
|
|
1165
|
+
},
|
|
1166
|
+
{
|
|
1167
|
+
"op": "move",
|
|
1168
|
+
"from": "nodes[].Status",
|
|
1169
|
+
"to": "nodes[].status"
|
|
1170
|
+
}
|
|
1171
|
+
],
|
|
1172
|
+
"oneWay": []
|
|
1100
1173
|
},
|
|
1101
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
1102
1174
|
"expectedCounts": {},
|
|
1103
1175
|
"properties": { "surveyId": "or-79" }
|
|
1104
1176
|
},
|
|
@@ -1256,6 +1328,10 @@ var catalogue_default = {
|
|
|
1256
1328
|
"recipe": {
|
|
1257
1329
|
"status": "fetchable",
|
|
1258
1330
|
"source": 1,
|
|
1331
|
+
"paging": {
|
|
1332
|
+
"kind": "ckan-datastore",
|
|
1333
|
+
"pageSize": 5e4
|
|
1334
|
+
},
|
|
1259
1335
|
"archive": { "kind": "none" },
|
|
1260
1336
|
"parser": {
|
|
1261
1337
|
"format": "csv-table",
|
|
@@ -3367,7 +3443,7 @@ var catalogue_default = {
|
|
|
3367
3443
|
"citations": [],
|
|
3368
3444
|
"recipe": {
|
|
3369
3445
|
"status": "not-fetchable",
|
|
3370
|
-
"reason": "The bulk download is a zip of 355,930,383 bytes covering every product,
|
|
3446
|
+
"reason": "The bulk download is a zip of 355,930,383 bytes covering every product, and the debt collection subset is only reachable through a search API that keepset cannot page."
|
|
3371
3447
|
},
|
|
3372
3448
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
3373
3449
|
"expectedCounts": {},
|
|
@@ -3390,14 +3466,110 @@ var catalogue_default = {
|
|
|
3390
3466
|
"url": "https://data.cityofchicago.org/Administration-Finance/Ordinance-Violations/6br9-quuz",
|
|
3391
3467
|
"retrieved": "2026-10-19",
|
|
3392
3468
|
"status": "live"
|
|
3469
|
+
}, {
|
|
3470
|
+
"url": "https://data.cityofchicago.org/resource/6br9-quuz.csv",
|
|
3471
|
+
"retrieved": "2026-10-19",
|
|
3472
|
+
"status": "live"
|
|
3393
3473
|
}],
|
|
3394
3474
|
"licence": { "kind": "unrecorded" },
|
|
3395
3475
|
"citations": [],
|
|
3396
3476
|
"recipe": {
|
|
3397
|
-
"status": "
|
|
3398
|
-
"
|
|
3477
|
+
"status": "fetchable",
|
|
3478
|
+
"source": 1,
|
|
3479
|
+
"paging": {
|
|
3480
|
+
"kind": "socrata-resource",
|
|
3481
|
+
"pageSize": 5e4
|
|
3482
|
+
},
|
|
3483
|
+
"archive": { "kind": "none" },
|
|
3484
|
+
"parser": {
|
|
3485
|
+
"format": "csv-table",
|
|
3486
|
+
"encoding": "utf-8",
|
|
3487
|
+
"delimiter": "comma",
|
|
3488
|
+
"skipLines": 0,
|
|
3489
|
+
"idColumn": "id",
|
|
3490
|
+
"numericColumns": [
|
|
3491
|
+
{
|
|
3492
|
+
"column": "latitude",
|
|
3493
|
+
"factor": 1
|
|
3494
|
+
},
|
|
3495
|
+
{
|
|
3496
|
+
"column": "longitude",
|
|
3497
|
+
"factor": 1
|
|
3498
|
+
},
|
|
3499
|
+
{
|
|
3500
|
+
"column": "imposed_fine",
|
|
3501
|
+
"factor": 1
|
|
3502
|
+
}
|
|
3503
|
+
],
|
|
3504
|
+
"columns": [
|
|
3505
|
+
"hearing_date",
|
|
3506
|
+
"latitude",
|
|
3507
|
+
"longitude",
|
|
3508
|
+
"violation_date",
|
|
3509
|
+
"imposed_fine",
|
|
3510
|
+
"violation_description",
|
|
3511
|
+
"case_disposition",
|
|
3512
|
+
"ward"
|
|
3513
|
+
]
|
|
3514
|
+
}
|
|
3515
|
+
},
|
|
3516
|
+
"crosswalk": {
|
|
3517
|
+
"source": "csv-table",
|
|
3518
|
+
"target": "or/v1",
|
|
3519
|
+
"rules": [
|
|
3520
|
+
{
|
|
3521
|
+
"op": "move",
|
|
3522
|
+
"from": "meta",
|
|
3523
|
+
"to": "meta"
|
|
3524
|
+
},
|
|
3525
|
+
{
|
|
3526
|
+
"op": "move",
|
|
3527
|
+
"from": "nodes[].id",
|
|
3528
|
+
"to": "nodes[].id"
|
|
3529
|
+
},
|
|
3530
|
+
{
|
|
3531
|
+
"op": "move",
|
|
3532
|
+
"from": "nodes[].hearing_date",
|
|
3533
|
+
"to": "nodes[].deadline"
|
|
3534
|
+
},
|
|
3535
|
+
{
|
|
3536
|
+
"op": "move",
|
|
3537
|
+
"from": "nodes[].latitude",
|
|
3538
|
+
"to": "nodes[].lat"
|
|
3539
|
+
},
|
|
3540
|
+
{
|
|
3541
|
+
"op": "move",
|
|
3542
|
+
"from": "nodes[].longitude",
|
|
3543
|
+
"to": "nodes[].lon"
|
|
3544
|
+
},
|
|
3545
|
+
{
|
|
3546
|
+
"op": "move",
|
|
3547
|
+
"from": "nodes[].violation_date",
|
|
3548
|
+
"to": "nodes[].opened"
|
|
3549
|
+
},
|
|
3550
|
+
{
|
|
3551
|
+
"op": "move",
|
|
3552
|
+
"from": "nodes[].imposed_fine",
|
|
3553
|
+
"to": "nodes[].prize"
|
|
3554
|
+
},
|
|
3555
|
+
{
|
|
3556
|
+
"op": "move",
|
|
3557
|
+
"from": "nodes[].violation_description",
|
|
3558
|
+
"to": "nodes[].skill"
|
|
3559
|
+
},
|
|
3560
|
+
{
|
|
3561
|
+
"op": "move",
|
|
3562
|
+
"from": "nodes[].case_disposition",
|
|
3563
|
+
"to": "nodes[].status"
|
|
3564
|
+
},
|
|
3565
|
+
{
|
|
3566
|
+
"op": "move",
|
|
3567
|
+
"from": "nodes[].ward",
|
|
3568
|
+
"to": "nodes[].territory"
|
|
3569
|
+
}
|
|
3570
|
+
],
|
|
3571
|
+
"oneWay": []
|
|
3399
3572
|
},
|
|
3400
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
3401
3573
|
"expectedCounts": {},
|
|
3402
3574
|
"properties": { "surveyId": "or-65" }
|
|
3403
3575
|
},
|
|
@@ -4665,7 +4837,7 @@ var catalogue_default = {
|
|
|
4665
4837
|
"citations": [],
|
|
4666
4838
|
"recipe": {
|
|
4667
4839
|
"status": "not-fetchable",
|
|
4668
|
-
"reason": "The CSV
|
|
4840
|
+
"reason": "The CSV has a title and a production note above its header and its address contains the month it was produced, so it changes every month and has no stable download URL."
|
|
4669
4841
|
},
|
|
4670
4842
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
4671
4843
|
"expectedCounts": {},
|
|
@@ -4866,7 +5038,7 @@ var catalogue_default = {
|
|
|
4866
5038
|
"retrieved": "2026-10-19",
|
|
4867
5039
|
"status": "live"
|
|
4868
5040
|
}, {
|
|
4869
|
-
"url": "https://www.dallasopendata.com/resource/xy7j-y59g.csv
|
|
5041
|
+
"url": "https://www.dallasopendata.com/resource/xy7j-y59g.csv",
|
|
4870
5042
|
"retrieved": "2026-10-19",
|
|
4871
5043
|
"status": "live"
|
|
4872
5044
|
}],
|
|
@@ -4878,6 +5050,10 @@ var catalogue_default = {
|
|
|
4878
5050
|
"recipe": {
|
|
4879
5051
|
"status": "fetchable",
|
|
4880
5052
|
"source": 1,
|
|
5053
|
+
"paging": {
|
|
5054
|
+
"kind": "socrata-resource",
|
|
5055
|
+
"pageSize": 5e4
|
|
5056
|
+
},
|
|
4881
5057
|
"archive": { "kind": "none" },
|
|
4882
5058
|
"parser": {
|
|
4883
5059
|
"format": "csv-table",
|
|
@@ -4959,7 +5135,7 @@ var catalogue_default = {
|
|
|
4959
5135
|
"retrieved": "2026-10-19",
|
|
4960
5136
|
"status": "live"
|
|
4961
5137
|
}, {
|
|
4962
|
-
"url": "https://www.dallasopendata.com/resource/skju-bfp8.csv
|
|
5138
|
+
"url": "https://www.dallasopendata.com/resource/skju-bfp8.csv",
|
|
4963
5139
|
"retrieved": "2026-10-19",
|
|
4964
5140
|
"status": "live"
|
|
4965
5141
|
}],
|
|
@@ -4968,6 +5144,10 @@ var catalogue_default = {
|
|
|
4968
5144
|
"recipe": {
|
|
4969
5145
|
"status": "fetchable",
|
|
4970
5146
|
"source": 1,
|
|
5147
|
+
"paging": {
|
|
5148
|
+
"kind": "socrata-resource",
|
|
5149
|
+
"pageSize": 5e4
|
|
5150
|
+
},
|
|
4971
5151
|
"archive": { "kind": "none" },
|
|
4972
5152
|
"parser": {
|
|
4973
5153
|
"format": "csv-table",
|
|
@@ -5302,7 +5482,7 @@ var catalogue_default = {
|
|
|
5302
5482
|
"citations": [],
|
|
5303
5483
|
"recipe": {
|
|
5304
5484
|
"status": "not-fetchable",
|
|
5305
|
-
"reason": "The
|
|
5485
|
+
"reason": "The yearly download is a zip holding a ten sheet xlsx workbook with a title row above each header, durations as Excel day fractions and outlet positions only as National Grid references, so a workbook inside a zip with no coordinates in degrees has no recipe; the host the landing page names has no address, so the files are fetched through the catalogue's download API."
|
|
5306
5486
|
},
|
|
5307
5487
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
5308
5488
|
"expectedCounts": {},
|
|
@@ -5332,7 +5512,7 @@ var catalogue_default = {
|
|
|
5332
5512
|
"citations": [],
|
|
5333
5513
|
"recipe": {
|
|
5334
5514
|
"status": "not-fetchable",
|
|
5335
|
-
"reason": "The
|
|
5515
|
+
"reason": "The download is a zip holding one OpenDocument spreadsheet whose member name changes every quarter, and keepset reads xlsx and not ods."
|
|
5336
5516
|
},
|
|
5337
5517
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
5338
5518
|
"expectedCounts": {},
|
|
@@ -6239,7 +6419,7 @@ var catalogue_default = {
|
|
|
6239
6419
|
"citations": [],
|
|
6240
6420
|
"recipe": {
|
|
6241
6421
|
"status": "not-fetchable",
|
|
6242
|
-
"reason": "The
|
|
6422
|
+
"reason": "The OpenFEMA v3 API pages claims anonymously as CSV, but the table has millions of rows whose locations are rounded to a tenth of a degree, the terms of use limit it to statistical use without reidentification, and keepset has no recipe paging for this API."
|
|
6243
6423
|
},
|
|
6244
6424
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
6245
6425
|
"expectedCounts": {},
|
|
@@ -6490,7 +6670,7 @@ var catalogue_default = {
|
|
|
6490
6670
|
"citations": [],
|
|
6491
6671
|
"recipe": {
|
|
6492
6672
|
"status": "not-fetchable",
|
|
6493
|
-
"reason": "The download is a zip of shapefile
|
|
6673
|
+
"reason": "The download is a per-request zip of a point shapefile (the attributes are in a dbf and the positions in a separate shp, in a projected system) with no CSV or GeoJSON route, and keepset has no shapefile parser."
|
|
6494
6674
|
},
|
|
6495
6675
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
6496
6676
|
"expectedCounts": {},
|
|
@@ -6738,7 +6918,7 @@ var catalogue_default = {
|
|
|
6738
6918
|
"citations": [],
|
|
6739
6919
|
"recipe": {
|
|
6740
6920
|
"status": "not-fetchable",
|
|
6741
|
-
"reason": "The instances are keyword
|
|
6921
|
+
"reason": "The instances are keyword format text files of matrices (a collection of many, indexed by dataset.csv), and a collection is more than one or/v1 document, so no recipe reads it."
|
|
6742
6922
|
},
|
|
6743
6923
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
6744
6924
|
"expectedCounts": {},
|
|
@@ -6766,7 +6946,7 @@ var catalogue_default = {
|
|
|
6766
6946
|
"citations": [],
|
|
6767
6947
|
"recipe": {
|
|
6768
6948
|
"status": "not-fetchable",
|
|
6769
|
-
"reason": "The instances are keyword
|
|
6949
|
+
"reason": "The instances are keyword format text files in a collection mirrored by a student without a licence statement, and a collection is more than one or/v1 document, so no recipe reads it."
|
|
6770
6950
|
},
|
|
6771
6951
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
6772
6952
|
"expectedCounts": {},
|
|
@@ -6798,7 +6978,7 @@ var catalogue_default = {
|
|
|
6798
6978
|
"citations": [],
|
|
6799
6979
|
"recipe": {
|
|
6800
6980
|
"status": "not-fetchable",
|
|
6801
|
-
"reason": "The
|
|
6981
|
+
"reason": "The data is released under CC BY-NC 4.0 with a bar on passing it to third parties without permission, and its coordinates are shifted by the publisher, so they are not WGS84 positions."
|
|
6802
6982
|
},
|
|
6803
6983
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
6804
6984
|
"expectedCounts": {},
|
|
@@ -6826,7 +7006,7 @@ var catalogue_default = {
|
|
|
6826
7006
|
"citations": [],
|
|
6827
7007
|
"recipe": {
|
|
6828
7008
|
"status": "not-fetchable",
|
|
6829
|
-
"reason": "The only data file is an xls
|
|
7009
|
+
"reason": "The only data file is an old binary xls workbook, and keepset reads only xlsx."
|
|
6830
7010
|
},
|
|
6831
7011
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
6832
7012
|
"expectedCounts": {},
|
|
@@ -6862,7 +7042,7 @@ var catalogue_default = {
|
|
|
6862
7042
|
"citations": [],
|
|
6863
7043
|
"recipe": {
|
|
6864
7044
|
"status": "not-fetchable",
|
|
6865
|
-
"reason": "The download is a
|
|
7045
|
+
"reason": "The download is a collection of Solomon style instance files and distance matrices, and a collection is more than one or/v1 document, so no recipe reads it."
|
|
6866
7046
|
},
|
|
6867
7047
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
6868
7048
|
"expectedCounts": {},
|
|
@@ -7761,6 +7941,10 @@ var catalogue_default = {
|
|
|
7761
7941
|
"url": "https://www.kaggle.com/datasets/dharun4772/doordash-eta-prediction",
|
|
7762
7942
|
"retrieved": "2026-10-19",
|
|
7763
7943
|
"status": "live"
|
|
7944
|
+
}, {
|
|
7945
|
+
"url": "https://www.kaggle.com/api/v1/datasets/download/dharun4772/doordash-eta-prediction",
|
|
7946
|
+
"retrieved": "2026-10-19",
|
|
7947
|
+
"status": "live"
|
|
7764
7948
|
}],
|
|
7765
7949
|
"licence": {
|
|
7766
7950
|
"kind": "spdx",
|
|
@@ -7768,10 +7952,83 @@ var catalogue_default = {
|
|
|
7768
7952
|
},
|
|
7769
7953
|
"citations": [],
|
|
7770
7954
|
"recipe": {
|
|
7771
|
-
"status": "
|
|
7772
|
-
"
|
|
7955
|
+
"status": "fetchable",
|
|
7956
|
+
"source": 1,
|
|
7957
|
+
"archive": {
|
|
7958
|
+
"kind": "zip",
|
|
7959
|
+
"member": { "path": "historical_data.csv" }
|
|
7960
|
+
},
|
|
7961
|
+
"parser": {
|
|
7962
|
+
"format": "csv-table",
|
|
7963
|
+
"encoding": "utf-8",
|
|
7964
|
+
"delimiter": "comma",
|
|
7965
|
+
"skipLines": 0,
|
|
7966
|
+
"idColumn": null,
|
|
7967
|
+
"numericColumns": [{
|
|
7968
|
+
"column": "estimated_order_place_duration",
|
|
7969
|
+
"factor": 1
|
|
7970
|
+
}, {
|
|
7971
|
+
"column": "estimated_store_to_consumer_driving_duration",
|
|
7972
|
+
"factor": 1
|
|
7973
|
+
}],
|
|
7974
|
+
"columns": [
|
|
7975
|
+
"actual_delivery_time",
|
|
7976
|
+
"estimated_order_place_duration",
|
|
7977
|
+
"created_at",
|
|
7978
|
+
"store_primary_category",
|
|
7979
|
+
"market_id",
|
|
7980
|
+
"estimated_store_to_consumer_driving_duration"
|
|
7981
|
+
],
|
|
7982
|
+
"nullValues": ["NA"]
|
|
7983
|
+
}
|
|
7984
|
+
},
|
|
7985
|
+
"crosswalk": {
|
|
7986
|
+
"source": "csv-table",
|
|
7987
|
+
"target": "or/v1",
|
|
7988
|
+
"rules": [
|
|
7989
|
+
{
|
|
7990
|
+
"op": "move",
|
|
7991
|
+
"from": "meta",
|
|
7992
|
+
"to": "meta"
|
|
7993
|
+
},
|
|
7994
|
+
{
|
|
7995
|
+
"op": "move",
|
|
7996
|
+
"from": "nodes[].id",
|
|
7997
|
+
"to": "nodes[].id"
|
|
7998
|
+
},
|
|
7999
|
+
{
|
|
8000
|
+
"op": "move",
|
|
8001
|
+
"from": "nodes[].actual_delivery_time",
|
|
8002
|
+
"to": "nodes[].closed"
|
|
8003
|
+
},
|
|
8004
|
+
{
|
|
8005
|
+
"op": "move",
|
|
8006
|
+
"from": "nodes[].estimated_order_place_duration",
|
|
8007
|
+
"to": "nodes[].duration"
|
|
8008
|
+
},
|
|
8009
|
+
{
|
|
8010
|
+
"op": "move",
|
|
8011
|
+
"from": "nodes[].created_at",
|
|
8012
|
+
"to": "nodes[].opened"
|
|
8013
|
+
},
|
|
8014
|
+
{
|
|
8015
|
+
"op": "move",
|
|
8016
|
+
"from": "nodes[].store_primary_category",
|
|
8017
|
+
"to": "nodes[].skill"
|
|
8018
|
+
},
|
|
8019
|
+
{
|
|
8020
|
+
"op": "move",
|
|
8021
|
+
"from": "nodes[].market_id",
|
|
8022
|
+
"to": "nodes[].territory"
|
|
8023
|
+
},
|
|
8024
|
+
{
|
|
8025
|
+
"op": "move",
|
|
8026
|
+
"from": "nodes[].estimated_store_to_consumer_driving_duration",
|
|
8027
|
+
"to": "nodes[].travelTime"
|
|
8028
|
+
}
|
|
8029
|
+
],
|
|
8030
|
+
"oneWay": []
|
|
7773
8031
|
},
|
|
7774
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
7775
8032
|
"expectedCounts": {},
|
|
7776
8033
|
"properties": { "surveyId": "or-31" }
|
|
7777
8034
|
},
|
|
@@ -7800,7 +8057,7 @@ var catalogue_default = {
|
|
|
7800
8057
|
"citations": [],
|
|
7801
8058
|
"recipe": {
|
|
7802
8059
|
"status": "not-fetchable",
|
|
7803
|
-
"reason": "The
|
|
8060
|
+
"reason": "The records are patient level health data under CC BY-NC-SA 4.0 with no location column."
|
|
7804
8061
|
},
|
|
7805
8062
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
7806
8063
|
"expectedCounts": {},
|
|
@@ -8158,7 +8415,7 @@ var catalogue_default = {
|
|
|
8158
8415
|
"citations": [],
|
|
8159
8416
|
"recipe": {
|
|
8160
8417
|
"status": "not-fetchable",
|
|
8161
|
-
"reason": "The download is a
|
|
8418
|
+
"reason": "The download is a collection of 60 text instance files of one 100 node point set under different budgets (planar coordinates and a prize, with no time quantities), and a collection is more than one or/v1 document, so no recipe reads it."
|
|
8162
8419
|
},
|
|
8163
8420
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
8164
8421
|
"expectedCounts": {},
|
|
@@ -8192,7 +8449,7 @@ var catalogue_default = {
|
|
|
8192
8449
|
"citations": [],
|
|
8193
8450
|
"recipe": {
|
|
8194
8451
|
"status": "not-fetchable",
|
|
8195
|
-
"reason": "The download is a
|
|
8452
|
+
"reason": "The download is a collection of Solomon style time window instance files (planar coordinates, service durations, prizes and windows in abstract units, not seconds), and a collection is more than one or/v1 document, so no recipe reads it."
|
|
8196
8453
|
},
|
|
8197
8454
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
8198
8455
|
"expectedCounts": {},
|
|
@@ -8259,7 +8516,7 @@ var catalogue_default = {
|
|
|
8259
8516
|
"citations": [],
|
|
8260
8517
|
"recipe": {
|
|
8261
8518
|
"status": "not-fetchable",
|
|
8262
|
-
"reason": "The download is a
|
|
8519
|
+
"reason": "The download is a collection of Solomon instance files (planar coordinates, demands, service times and windows in abstract units, not seconds), and a collection is more than one or/v1 document, so no recipe reads it."
|
|
8263
8520
|
},
|
|
8264
8521
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
8265
8522
|
"expectedCounts": {},
|
|
@@ -8377,7 +8634,7 @@ var catalogue_default = {
|
|
|
8377
8634
|
"citations": [],
|
|
8378
8635
|
"recipe": {
|
|
8379
8636
|
"status": "not-fetchable",
|
|
8380
|
-
"reason": "
|
|
8637
|
+
"reason": "Each quarter is its own file at its own tokenised address, the later quarters are xlsx, and each CSV has a title row above its header and a summary block and blank rows below its data."
|
|
8381
8638
|
},
|
|
8382
8639
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
8383
8640
|
"expectedCounts": {},
|
|
@@ -8754,10 +9011,73 @@ var catalogue_default = {
|
|
|
8754
9011
|
},
|
|
8755
9012
|
"citations": [],
|
|
8756
9013
|
"recipe": {
|
|
8757
|
-
"status": "
|
|
8758
|
-
"
|
|
9014
|
+
"status": "fetchable",
|
|
9015
|
+
"source": 1,
|
|
9016
|
+
"archive": { "kind": "none" },
|
|
9017
|
+
"parser": {
|
|
9018
|
+
"format": "csv-table",
|
|
9019
|
+
"encoding": "utf-8",
|
|
9020
|
+
"delimiter": "comma",
|
|
9021
|
+
"skipLines": 0,
|
|
9022
|
+
"idColumn": "IncidentNumber",
|
|
9023
|
+
"numericColumns": [{
|
|
9024
|
+
"column": "Notional_Cost",
|
|
9025
|
+
"factor": 1
|
|
9026
|
+
}, {
|
|
9027
|
+
"column": "PumpMinutesRounded",
|
|
9028
|
+
"factor": 60
|
|
9029
|
+
}],
|
|
9030
|
+
"columns": [
|
|
9031
|
+
"PumpMinutesRounded",
|
|
9032
|
+
"DateOfCall",
|
|
9033
|
+
"Notional_Cost",
|
|
9034
|
+
"IncidentGroup",
|
|
9035
|
+
"IncGeo_BoroughName"
|
|
9036
|
+
]
|
|
9037
|
+
}
|
|
9038
|
+
},
|
|
9039
|
+
"crosswalk": {
|
|
9040
|
+
"source": "csv-table",
|
|
9041
|
+
"target": "or/v1",
|
|
9042
|
+
"rules": [
|
|
9043
|
+
{
|
|
9044
|
+
"op": "move",
|
|
9045
|
+
"from": "meta",
|
|
9046
|
+
"to": "meta"
|
|
9047
|
+
},
|
|
9048
|
+
{
|
|
9049
|
+
"op": "move",
|
|
9050
|
+
"from": "nodes[].id",
|
|
9051
|
+
"to": "nodes[].id"
|
|
9052
|
+
},
|
|
9053
|
+
{
|
|
9054
|
+
"op": "move",
|
|
9055
|
+
"from": "nodes[].PumpMinutesRounded",
|
|
9056
|
+
"to": "nodes[].duration"
|
|
9057
|
+
},
|
|
9058
|
+
{
|
|
9059
|
+
"op": "move",
|
|
9060
|
+
"from": "nodes[].DateOfCall",
|
|
9061
|
+
"to": "nodes[].opened"
|
|
9062
|
+
},
|
|
9063
|
+
{
|
|
9064
|
+
"op": "move",
|
|
9065
|
+
"from": "nodes[].Notional_Cost",
|
|
9066
|
+
"to": "nodes[].prize"
|
|
9067
|
+
},
|
|
9068
|
+
{
|
|
9069
|
+
"op": "move",
|
|
9070
|
+
"from": "nodes[].IncidentGroup",
|
|
9071
|
+
"to": "nodes[].skill"
|
|
9072
|
+
},
|
|
9073
|
+
{
|
|
9074
|
+
"op": "move",
|
|
9075
|
+
"from": "nodes[].IncGeo_BoroughName",
|
|
9076
|
+
"to": "nodes[].territory"
|
|
9077
|
+
}
|
|
9078
|
+
],
|
|
9079
|
+
"oneWay": []
|
|
8759
9080
|
},
|
|
8760
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
8761
9081
|
"expectedCounts": {},
|
|
8762
9082
|
"properties": { "surveyId": "or-111" }
|
|
8763
9083
|
},
|
|
@@ -8823,7 +9143,7 @@ var catalogue_default = {
|
|
|
8823
9143
|
"retrieved": "2026-10-19",
|
|
8824
9144
|
"status": "live"
|
|
8825
9145
|
}, {
|
|
8826
|
-
"url": "https://data.lacity.org/resource/2u8b-eyuu.csv
|
|
9146
|
+
"url": "https://data.lacity.org/resource/2u8b-eyuu.csv",
|
|
8827
9147
|
"retrieved": "2026-10-19",
|
|
8828
9148
|
"status": "live"
|
|
8829
9149
|
}],
|
|
@@ -8832,6 +9152,10 @@ var catalogue_default = {
|
|
|
8832
9152
|
"recipe": {
|
|
8833
9153
|
"status": "fetchable",
|
|
8834
9154
|
"source": 1,
|
|
9155
|
+
"paging": {
|
|
9156
|
+
"kind": "socrata-resource",
|
|
9157
|
+
"pageSize": 5e4
|
|
9158
|
+
},
|
|
8835
9159
|
"archive": { "kind": "none" },
|
|
8836
9160
|
"parser": {
|
|
8837
9161
|
"format": "csv-table",
|
|
@@ -9306,7 +9630,7 @@ var catalogue_default = {
|
|
|
9306
9630
|
"citations": [],
|
|
9307
9631
|
"recipe": {
|
|
9308
9632
|
"status": "not-fetchable",
|
|
9309
|
-
"reason": "The downloads are MATLAB data files and keepset has no parser for them
|
|
9633
|
+
"reason": "The downloads are MATLAB data files and keepset has no parser for them."
|
|
9310
9634
|
},
|
|
9311
9635
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9312
9636
|
"expectedCounts": {},
|
|
@@ -9345,7 +9669,7 @@ var catalogue_default = {
|
|
|
9345
9669
|
"citations": [],
|
|
9346
9670
|
"recipe": {
|
|
9347
9671
|
"status": "not-fetchable",
|
|
9348
|
-
"reason": "The download is
|
|
9672
|
+
"reason": "The download is hundreds of small Excel workbooks whose task sheets have no coordinates (places exist only as distance matrices) and whose file names repeat across folders, so no recipe can name one table."
|
|
9349
9673
|
},
|
|
9350
9674
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9351
9675
|
"expectedCounts": {},
|
|
@@ -9376,7 +9700,7 @@ var catalogue_default = {
|
|
|
9376
9700
|
"citations": [],
|
|
9377
9701
|
"recipe": {
|
|
9378
9702
|
"status": "not-fetchable",
|
|
9379
|
-
"reason": "The only file is an Excel workbook of results
|
|
9703
|
+
"reason": "The only file is an Excel workbook of aggregate results per solved instance, with no row for a place or a task, so there are no nodes to map."
|
|
9380
9704
|
},
|
|
9381
9705
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9382
9706
|
"expectedCounts": {},
|
|
@@ -9408,7 +9732,7 @@ var catalogue_default = {
|
|
|
9408
9732
|
"citations": [],
|
|
9409
9733
|
"recipe": {
|
|
9410
9734
|
"status": "not-fetchable",
|
|
9411
|
-
"reason": "The single CSV is about 1.44 GB,
|
|
9735
|
+
"reason": "The single CSV is about 1.44 GB and was not fetched whole, so its rows are not counted and no recipe is given."
|
|
9412
9736
|
},
|
|
9413
9737
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9414
9738
|
"expectedCounts": {},
|
|
@@ -9440,7 +9764,7 @@ var catalogue_default = {
|
|
|
9440
9764
|
"citations": [],
|
|
9441
9765
|
"recipe": {
|
|
9442
9766
|
"status": "not-fetchable",
|
|
9443
|
-
"reason": "The download is a RAR archive of macro
|
|
9767
|
+
"reason": "The download is a RAR archive of macro enabled Excel workbooks, and keepset reads neither RAR archives nor macro workbooks."
|
|
9444
9768
|
},
|
|
9445
9769
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9446
9770
|
"expectedCounts": {},
|
|
@@ -9475,7 +9799,7 @@ var catalogue_default = {
|
|
|
9475
9799
|
"citations": [],
|
|
9476
9800
|
"recipe": {
|
|
9477
9801
|
"status": "not-fetchable",
|
|
9478
|
-
"reason": "The only file is an
|
|
9802
|
+
"reason": "The only file is an Excel workbook with a row per stop visit of a route that holds minute offsets and distances between stops and no location, so the only node field it could fill is a time window and a fetch would carry no place."
|
|
9479
9803
|
},
|
|
9480
9804
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9481
9805
|
"expectedCounts": {},
|
|
@@ -9508,7 +9832,7 @@ var catalogue_default = {
|
|
|
9508
9832
|
"citations": [],
|
|
9509
9833
|
"recipe": {
|
|
9510
9834
|
"status": "not-fetchable",
|
|
9511
|
-
"reason": "The county-level file is
|
|
9835
|
+
"reason": "The county-level file is 916,897,688 bytes and was not fetched whole, so its rows are not counted and no recipe is given, and the other files are larger or are zip and xlsx."
|
|
9512
9836
|
},
|
|
9513
9837
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9514
9838
|
"expectedCounts": {},
|
|
@@ -9657,7 +9981,7 @@ var catalogue_default = {
|
|
|
9657
9981
|
"retrieved": "2026-10-19",
|
|
9658
9982
|
"status": "live"
|
|
9659
9983
|
}, {
|
|
9660
|
-
"url": "https://citydata.mesaaz.gov/resource/3wic-ufd2.csv
|
|
9984
|
+
"url": "https://citydata.mesaaz.gov/resource/3wic-ufd2.csv",
|
|
9661
9985
|
"retrieved": "2026-10-19",
|
|
9662
9986
|
"status": "live"
|
|
9663
9987
|
}],
|
|
@@ -9666,6 +9990,10 @@ var catalogue_default = {
|
|
|
9666
9990
|
"recipe": {
|
|
9667
9991
|
"status": "fetchable",
|
|
9668
9992
|
"source": 1,
|
|
9993
|
+
"paging": {
|
|
9994
|
+
"kind": "socrata-resource",
|
|
9995
|
+
"pageSize": 5e4
|
|
9996
|
+
},
|
|
9669
9997
|
"archive": { "kind": "none" },
|
|
9670
9998
|
"parser": {
|
|
9671
9999
|
"format": "csv-table",
|
|
@@ -9780,10 +10108,83 @@ var catalogue_default = {
|
|
|
9780
10108
|
"licence": { "kind": "unrecorded" },
|
|
9781
10109
|
"citations": [],
|
|
9782
10110
|
"recipe": {
|
|
9783
|
-
"status": "
|
|
9784
|
-
"
|
|
10111
|
+
"status": "fetchable",
|
|
10112
|
+
"source": 1,
|
|
10113
|
+
"paging": {
|
|
10114
|
+
"kind": "socrata-resource",
|
|
10115
|
+
"pageSize": 5e4
|
|
10116
|
+
},
|
|
10117
|
+
"archive": { "kind": "none" },
|
|
10118
|
+
"parser": {
|
|
10119
|
+
"format": "csv-table",
|
|
10120
|
+
"encoding": "utf-8",
|
|
10121
|
+
"delimiter": "comma",
|
|
10122
|
+
"skipLines": 0,
|
|
10123
|
+
"idColumn": "event_number",
|
|
10124
|
+
"numericColumns": [{
|
|
10125
|
+
"column": "response_time_seconds",
|
|
10126
|
+
"factor": 1
|
|
10127
|
+
}, {
|
|
10128
|
+
"column": "on_scene_time_seconds",
|
|
10129
|
+
"factor": 1
|
|
10130
|
+
}],
|
|
10131
|
+
"columns": [
|
|
10132
|
+
"clear_date_time",
|
|
10133
|
+
"on_scene_time_seconds",
|
|
10134
|
+
"received_date_time",
|
|
10135
|
+
"initial_case_type",
|
|
10136
|
+
"district",
|
|
10137
|
+
"response_time_seconds"
|
|
10138
|
+
]
|
|
10139
|
+
}
|
|
10140
|
+
},
|
|
10141
|
+
"crosswalk": {
|
|
10142
|
+
"source": "csv-table",
|
|
10143
|
+
"target": "or/v1",
|
|
10144
|
+
"rules": [
|
|
10145
|
+
{
|
|
10146
|
+
"op": "move",
|
|
10147
|
+
"from": "meta",
|
|
10148
|
+
"to": "meta"
|
|
10149
|
+
},
|
|
10150
|
+
{
|
|
10151
|
+
"op": "move",
|
|
10152
|
+
"from": "nodes[].id",
|
|
10153
|
+
"to": "nodes[].id"
|
|
10154
|
+
},
|
|
10155
|
+
{
|
|
10156
|
+
"op": "move",
|
|
10157
|
+
"from": "nodes[].clear_date_time",
|
|
10158
|
+
"to": "nodes[].closed"
|
|
10159
|
+
},
|
|
10160
|
+
{
|
|
10161
|
+
"op": "move",
|
|
10162
|
+
"from": "nodes[].on_scene_time_seconds",
|
|
10163
|
+
"to": "nodes[].duration"
|
|
10164
|
+
},
|
|
10165
|
+
{
|
|
10166
|
+
"op": "move",
|
|
10167
|
+
"from": "nodes[].received_date_time",
|
|
10168
|
+
"to": "nodes[].opened"
|
|
10169
|
+
},
|
|
10170
|
+
{
|
|
10171
|
+
"op": "move",
|
|
10172
|
+
"from": "nodes[].initial_case_type",
|
|
10173
|
+
"to": "nodes[].skill"
|
|
10174
|
+
},
|
|
10175
|
+
{
|
|
10176
|
+
"op": "move",
|
|
10177
|
+
"from": "nodes[].district",
|
|
10178
|
+
"to": "nodes[].territory"
|
|
10179
|
+
},
|
|
10180
|
+
{
|
|
10181
|
+
"op": "move",
|
|
10182
|
+
"from": "nodes[].response_time_seconds",
|
|
10183
|
+
"to": "nodes[].travelTime"
|
|
10184
|
+
}
|
|
10185
|
+
],
|
|
10186
|
+
"oneWay": []
|
|
9785
10187
|
},
|
|
9786
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9787
10188
|
"expectedCounts": {},
|
|
9788
10189
|
"properties": { "surveyId": "or-109" }
|
|
9789
10190
|
},
|
|
@@ -9809,7 +10210,7 @@ var catalogue_default = {
|
|
|
9809
10210
|
"retrieved": "2026-10-19",
|
|
9810
10211
|
"status": "live"
|
|
9811
10212
|
}, {
|
|
9812
|
-
"url": "https://citydata.mesaaz.gov/resource/ay68-xuca.csv
|
|
10213
|
+
"url": "https://citydata.mesaaz.gov/resource/ay68-xuca.csv",
|
|
9813
10214
|
"retrieved": "2026-10-19",
|
|
9814
10215
|
"status": "live"
|
|
9815
10216
|
}],
|
|
@@ -9818,6 +10219,10 @@ var catalogue_default = {
|
|
|
9818
10219
|
"recipe": {
|
|
9819
10220
|
"status": "fetchable",
|
|
9820
10221
|
"source": 1,
|
|
10222
|
+
"paging": {
|
|
10223
|
+
"kind": "socrata-resource",
|
|
10224
|
+
"pageSize": 5e4
|
|
10225
|
+
},
|
|
9821
10226
|
"archive": { "kind": "none" },
|
|
9822
10227
|
"parser": {
|
|
9823
10228
|
"format": "csv-table",
|
|
@@ -9932,14 +10337,88 @@ var catalogue_default = {
|
|
|
9932
10337
|
"url": "https://citydata.mesaaz.gov/Water-Resources/Water-Resources-Work-Orders-Public-View/7rqv-jcr4",
|
|
9933
10338
|
"retrieved": "2026-10-19",
|
|
9934
10339
|
"status": "live"
|
|
10340
|
+
}, {
|
|
10341
|
+
"url": "https://citydata.mesaaz.gov/resource/7rqv-jcr4.csv",
|
|
10342
|
+
"retrieved": "2026-10-19",
|
|
10343
|
+
"status": "live"
|
|
9935
10344
|
}],
|
|
9936
10345
|
"licence": { "kind": "unrecorded" },
|
|
9937
10346
|
"citations": [],
|
|
9938
10347
|
"recipe": {
|
|
9939
|
-
"status": "
|
|
9940
|
-
"
|
|
10348
|
+
"status": "fetchable",
|
|
10349
|
+
"source": 1,
|
|
10350
|
+
"paging": {
|
|
10351
|
+
"kind": "socrata-resource",
|
|
10352
|
+
"pageSize": 5e4
|
|
10353
|
+
},
|
|
10354
|
+
"archive": { "kind": "none" },
|
|
10355
|
+
"parser": {
|
|
10356
|
+
"format": "csv-table",
|
|
10357
|
+
"encoding": "utf-8",
|
|
10358
|
+
"delimiter": "comma",
|
|
10359
|
+
"skipLines": 0,
|
|
10360
|
+
"idColumn": null,
|
|
10361
|
+
"numericColumns": [{
|
|
10362
|
+
"column": "work_order_cost",
|
|
10363
|
+
"factor": 1
|
|
10364
|
+
}],
|
|
10365
|
+
"columns": [
|
|
10366
|
+
"work_order_close_date",
|
|
10367
|
+
"projected_finish_date",
|
|
10368
|
+
"initiated_date",
|
|
10369
|
+
"work_order_cost",
|
|
10370
|
+
"work_order_category",
|
|
10371
|
+
"status"
|
|
10372
|
+
]
|
|
10373
|
+
}
|
|
10374
|
+
},
|
|
10375
|
+
"crosswalk": {
|
|
10376
|
+
"source": "csv-table",
|
|
10377
|
+
"target": "or/v1",
|
|
10378
|
+
"rules": [
|
|
10379
|
+
{
|
|
10380
|
+
"op": "move",
|
|
10381
|
+
"from": "meta",
|
|
10382
|
+
"to": "meta"
|
|
10383
|
+
},
|
|
10384
|
+
{
|
|
10385
|
+
"op": "move",
|
|
10386
|
+
"from": "nodes[].id",
|
|
10387
|
+
"to": "nodes[].id"
|
|
10388
|
+
},
|
|
10389
|
+
{
|
|
10390
|
+
"op": "move",
|
|
10391
|
+
"from": "nodes[].work_order_close_date",
|
|
10392
|
+
"to": "nodes[].closed"
|
|
10393
|
+
},
|
|
10394
|
+
{
|
|
10395
|
+
"op": "move",
|
|
10396
|
+
"from": "nodes[].projected_finish_date",
|
|
10397
|
+
"to": "nodes[].deadline"
|
|
10398
|
+
},
|
|
10399
|
+
{
|
|
10400
|
+
"op": "move",
|
|
10401
|
+
"from": "nodes[].initiated_date",
|
|
10402
|
+
"to": "nodes[].opened"
|
|
10403
|
+
},
|
|
10404
|
+
{
|
|
10405
|
+
"op": "move",
|
|
10406
|
+
"from": "nodes[].work_order_cost",
|
|
10407
|
+
"to": "nodes[].prize"
|
|
10408
|
+
},
|
|
10409
|
+
{
|
|
10410
|
+
"op": "move",
|
|
10411
|
+
"from": "nodes[].work_order_category",
|
|
10412
|
+
"to": "nodes[].skill"
|
|
10413
|
+
},
|
|
10414
|
+
{
|
|
10415
|
+
"op": "move",
|
|
10416
|
+
"from": "nodes[].status",
|
|
10417
|
+
"to": "nodes[].status"
|
|
10418
|
+
}
|
|
10419
|
+
],
|
|
10420
|
+
"oneWay": []
|
|
9941
10421
|
},
|
|
9942
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
9943
10422
|
"expectedCounts": {},
|
|
9944
10423
|
"properties": { "surveyId": "or-13" }
|
|
9945
10424
|
},
|
|
@@ -10011,7 +10490,7 @@ var catalogue_default = {
|
|
|
10011
10490
|
"retrieved": "2026-10-19",
|
|
10012
10491
|
"status": "live"
|
|
10013
10492
|
}, {
|
|
10014
|
-
"url": "https://data.montgomerycountymd.gov/resource/bw2r-araf.csv
|
|
10493
|
+
"url": "https://data.montgomerycountymd.gov/resource/bw2r-araf.csv",
|
|
10015
10494
|
"retrieved": "2026-10-19",
|
|
10016
10495
|
"status": "live"
|
|
10017
10496
|
}],
|
|
@@ -10024,6 +10503,10 @@ var catalogue_default = {
|
|
|
10024
10503
|
"recipe": {
|
|
10025
10504
|
"status": "fetchable",
|
|
10026
10505
|
"source": 1,
|
|
10506
|
+
"paging": {
|
|
10507
|
+
"kind": "socrata-resource",
|
|
10508
|
+
"pageSize": 5e4
|
|
10509
|
+
},
|
|
10027
10510
|
"archive": { "kind": "none" },
|
|
10028
10511
|
"parser": {
|
|
10029
10512
|
"format": "csv-table",
|
|
@@ -13565,7 +14048,7 @@ var catalogue_default = {
|
|
|
13565
14048
|
"retrieved": "2026-10-19",
|
|
13566
14049
|
"status": "live"
|
|
13567
14050
|
}, {
|
|
13568
|
-
"url": "https://data.nola.gov/resource/44ct-56tr.csv
|
|
14051
|
+
"url": "https://data.nola.gov/resource/44ct-56tr.csv",
|
|
13569
14052
|
"retrieved": "2026-10-19",
|
|
13570
14053
|
"status": "live"
|
|
13571
14054
|
}],
|
|
@@ -13577,6 +14060,10 @@ var catalogue_default = {
|
|
|
13577
14060
|
"recipe": {
|
|
13578
14061
|
"status": "fetchable",
|
|
13579
14062
|
"source": 1,
|
|
14063
|
+
"paging": {
|
|
14064
|
+
"kind": "socrata-resource",
|
|
14065
|
+
"pageSize": 5e4
|
|
14066
|
+
},
|
|
13580
14067
|
"archive": { "kind": "none" },
|
|
13581
14068
|
"parser": {
|
|
13582
14069
|
"format": "csv-table",
|
|
@@ -13977,7 +14464,7 @@ var catalogue_default = {
|
|
|
13977
14464
|
"retrieved": "2026-10-19",
|
|
13978
14465
|
"status": "live"
|
|
13979
14466
|
}, {
|
|
13980
|
-
"url": "https://data.norfolk.gov/resource/qzfe-wj25.csv
|
|
14467
|
+
"url": "https://data.norfolk.gov/resource/qzfe-wj25.csv",
|
|
13981
14468
|
"retrieved": "2026-10-19",
|
|
13982
14469
|
"status": "live"
|
|
13983
14470
|
}],
|
|
@@ -13986,6 +14473,10 @@ var catalogue_default = {
|
|
|
13986
14473
|
"recipe": {
|
|
13987
14474
|
"status": "fetchable",
|
|
13988
14475
|
"source": 1,
|
|
14476
|
+
"paging": {
|
|
14477
|
+
"kind": "socrata-resource",
|
|
14478
|
+
"pageSize": 5e4
|
|
14479
|
+
},
|
|
13989
14480
|
"archive": { "kind": "none" },
|
|
13990
14481
|
"parser": {
|
|
13991
14482
|
"format": "csv-table",
|
|
@@ -14551,7 +15042,7 @@ var catalogue_default = {
|
|
|
14551
15042
|
"citations": [],
|
|
14552
15043
|
"recipe": {
|
|
14553
15044
|
"status": "not-fetchable",
|
|
14554
|
-
"reason": "The table has 22,844,087 rows, more than a
|
|
15045
|
+
"reason": "The table has 22,844,087 rows, so even one mapped column and the id hold more cells than a fetch can hold in memory."
|
|
14555
15046
|
},
|
|
14556
15047
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
14557
15048
|
"expectedCounts": {},
|
|
@@ -14581,7 +15072,7 @@ var catalogue_default = {
|
|
|
14581
15072
|
"citations": [],
|
|
14582
15073
|
"recipe": {
|
|
14583
15074
|
"status": "not-fetchable",
|
|
14584
|
-
"reason": "The
|
|
15075
|
+
"reason": "The table has 2,716,297 rows, so a mapping of more than three columns plus the id holds more cells than a fetch can hold in memory, and three columns would carry too little of what the table offers."
|
|
14585
15076
|
},
|
|
14586
15077
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
14587
15078
|
"expectedCounts": {},
|
|
@@ -14607,14 +15098,79 @@ var catalogue_default = {
|
|
|
14607
15098
|
"url": "https://data.cityofnewyork.us/Housing-Development/DOB-NOW-Electrical-Permit-Applications/dm9a-ab7w",
|
|
14608
15099
|
"retrieved": "2026-10-19",
|
|
14609
15100
|
"status": "live"
|
|
15101
|
+
}, {
|
|
15102
|
+
"url": "https://data.cityofnewyork.us/resource/dm9a-ab7w.csv",
|
|
15103
|
+
"retrieved": "2026-10-19",
|
|
15104
|
+
"status": "live"
|
|
14610
15105
|
}],
|
|
14611
15106
|
"licence": { "kind": "unrecorded" },
|
|
14612
15107
|
"citations": [],
|
|
14613
15108
|
"recipe": {
|
|
14614
|
-
"status": "
|
|
14615
|
-
"
|
|
15109
|
+
"status": "fetchable",
|
|
15110
|
+
"source": 1,
|
|
15111
|
+
"paging": {
|
|
15112
|
+
"kind": "socrata-resource",
|
|
15113
|
+
"pageSize": 5e4
|
|
15114
|
+
},
|
|
15115
|
+
"archive": { "kind": "none" },
|
|
15116
|
+
"parser": {
|
|
15117
|
+
"format": "csv-table",
|
|
15118
|
+
"encoding": "utf-8",
|
|
15119
|
+
"delimiter": "comma",
|
|
15120
|
+
"skipLines": 0,
|
|
15121
|
+
"idColumn": "job_filing_number",
|
|
15122
|
+
"numericColumns": [],
|
|
15123
|
+
"columns": [
|
|
15124
|
+
"completion_date",
|
|
15125
|
+
"filing_date",
|
|
15126
|
+
"filing_type",
|
|
15127
|
+
"filing_status",
|
|
15128
|
+
"borough"
|
|
15129
|
+
]
|
|
15130
|
+
}
|
|
15131
|
+
},
|
|
15132
|
+
"crosswalk": {
|
|
15133
|
+
"source": "csv-table",
|
|
15134
|
+
"target": "or/v1",
|
|
15135
|
+
"rules": [
|
|
15136
|
+
{
|
|
15137
|
+
"op": "move",
|
|
15138
|
+
"from": "meta",
|
|
15139
|
+
"to": "meta"
|
|
15140
|
+
},
|
|
15141
|
+
{
|
|
15142
|
+
"op": "move",
|
|
15143
|
+
"from": "nodes[].id",
|
|
15144
|
+
"to": "nodes[].id"
|
|
15145
|
+
},
|
|
15146
|
+
{
|
|
15147
|
+
"op": "move",
|
|
15148
|
+
"from": "nodes[].completion_date",
|
|
15149
|
+
"to": "nodes[].closed"
|
|
15150
|
+
},
|
|
15151
|
+
{
|
|
15152
|
+
"op": "move",
|
|
15153
|
+
"from": "nodes[].filing_date",
|
|
15154
|
+
"to": "nodes[].opened"
|
|
15155
|
+
},
|
|
15156
|
+
{
|
|
15157
|
+
"op": "move",
|
|
15158
|
+
"from": "nodes[].filing_type",
|
|
15159
|
+
"to": "nodes[].skill"
|
|
15160
|
+
},
|
|
15161
|
+
{
|
|
15162
|
+
"op": "move",
|
|
15163
|
+
"from": "nodes[].filing_status",
|
|
15164
|
+
"to": "nodes[].status"
|
|
15165
|
+
},
|
|
15166
|
+
{
|
|
15167
|
+
"op": "move",
|
|
15168
|
+
"from": "nodes[].borough",
|
|
15169
|
+
"to": "nodes[].territory"
|
|
15170
|
+
}
|
|
15171
|
+
],
|
|
15172
|
+
"oneWay": []
|
|
14616
15173
|
},
|
|
14617
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
14618
15174
|
"expectedCounts": {},
|
|
14619
15175
|
"properties": { "surveyId": "or-88" }
|
|
14620
15176
|
},
|
|
@@ -14946,7 +15502,7 @@ var catalogue_default = {
|
|
|
14946
15502
|
"citations": [],
|
|
14947
15503
|
"recipe": {
|
|
14948
15504
|
"status": "not-fetchable",
|
|
14949
|
-
"reason": "The
|
|
15505
|
+
"reason": "The table has 3,990,985 rows, so a mapping of more than two columns plus the id holds more cells than a fetch can hold in memory, and two columns would carry too little of what the table offers."
|
|
14950
15506
|
},
|
|
14951
15507
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
14952
15508
|
"expectedCounts": {},
|
|
@@ -14973,10 +15529,74 @@ var catalogue_default = {
|
|
|
14973
15529
|
"licence": { "kind": "unrecorded" },
|
|
14974
15530
|
"citations": [],
|
|
14975
15531
|
"recipe": {
|
|
14976
|
-
"status": "
|
|
14977
|
-
"
|
|
15532
|
+
"status": "fetchable",
|
|
15533
|
+
"source": 1,
|
|
15534
|
+
"paging": {
|
|
15535
|
+
"kind": "socrata-resource",
|
|
15536
|
+
"pageSize": 5e4
|
|
15537
|
+
},
|
|
15538
|
+
"archive": { "kind": "none" },
|
|
15539
|
+
"parser": {
|
|
15540
|
+
"format": "csv-table",
|
|
15541
|
+
"encoding": "utf-8",
|
|
15542
|
+
"delimiter": "comma",
|
|
15543
|
+
"skipLines": 0,
|
|
15544
|
+
"idColumn": null,
|
|
15545
|
+
"numericColumns": [{
|
|
15546
|
+
"column": "judgment_amount",
|
|
15547
|
+
"factor": 1
|
|
15548
|
+
}],
|
|
15549
|
+
"columns": [
|
|
15550
|
+
"redemption_date",
|
|
15551
|
+
"boot_date",
|
|
15552
|
+
"judgment_amount",
|
|
15553
|
+
"type",
|
|
15554
|
+
"case_status"
|
|
15555
|
+
]
|
|
15556
|
+
}
|
|
15557
|
+
},
|
|
15558
|
+
"crosswalk": {
|
|
15559
|
+
"source": "csv-table",
|
|
15560
|
+
"target": "or/v1",
|
|
15561
|
+
"rules": [
|
|
15562
|
+
{
|
|
15563
|
+
"op": "move",
|
|
15564
|
+
"from": "meta",
|
|
15565
|
+
"to": "meta"
|
|
15566
|
+
},
|
|
15567
|
+
{
|
|
15568
|
+
"op": "move",
|
|
15569
|
+
"from": "nodes[].id",
|
|
15570
|
+
"to": "nodes[].id"
|
|
15571
|
+
},
|
|
15572
|
+
{
|
|
15573
|
+
"op": "move",
|
|
15574
|
+
"from": "nodes[].redemption_date",
|
|
15575
|
+
"to": "nodes[].closed"
|
|
15576
|
+
},
|
|
15577
|
+
{
|
|
15578
|
+
"op": "move",
|
|
15579
|
+
"from": "nodes[].boot_date",
|
|
15580
|
+
"to": "nodes[].opened"
|
|
15581
|
+
},
|
|
15582
|
+
{
|
|
15583
|
+
"op": "move",
|
|
15584
|
+
"from": "nodes[].judgment_amount",
|
|
15585
|
+
"to": "nodes[].prize"
|
|
15586
|
+
},
|
|
15587
|
+
{
|
|
15588
|
+
"op": "move",
|
|
15589
|
+
"from": "nodes[].type",
|
|
15590
|
+
"to": "nodes[].skill"
|
|
15591
|
+
},
|
|
15592
|
+
{
|
|
15593
|
+
"op": "move",
|
|
15594
|
+
"from": "nodes[].case_status",
|
|
15595
|
+
"to": "nodes[].status"
|
|
15596
|
+
}
|
|
15597
|
+
],
|
|
15598
|
+
"oneWay": []
|
|
14978
15599
|
},
|
|
14979
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
14980
15600
|
"expectedCounts": {},
|
|
14981
15601
|
"properties": { "surveyId": "or-101" }
|
|
14982
15602
|
},
|
|
@@ -15076,7 +15696,7 @@ var catalogue_default = {
|
|
|
15076
15696
|
"retrieved": "2026-10-19",
|
|
15077
15697
|
"status": "live"
|
|
15078
15698
|
}, {
|
|
15079
|
-
"url": "https://data.cityofnewyork.us/resource/6z8x-wfk4.csv
|
|
15699
|
+
"url": "https://data.cityofnewyork.us/resource/6z8x-wfk4.csv",
|
|
15080
15700
|
"retrieved": "2026-10-19",
|
|
15081
15701
|
"status": "live"
|
|
15082
15702
|
}],
|
|
@@ -15085,6 +15705,10 @@ var catalogue_default = {
|
|
|
15085
15705
|
"recipe": {
|
|
15086
15706
|
"status": "fetchable",
|
|
15087
15707
|
"source": 1,
|
|
15708
|
+
"paging": {
|
|
15709
|
+
"kind": "socrata-resource",
|
|
15710
|
+
"pageSize": 5e4
|
|
15711
|
+
},
|
|
15088
15712
|
"archive": { "kind": "none" },
|
|
15089
15713
|
"parser": {
|
|
15090
15714
|
"format": "csv-table",
|
|
@@ -15176,7 +15800,7 @@ var catalogue_default = {
|
|
|
15176
15800
|
"citations": [],
|
|
15177
15801
|
"recipe": {
|
|
15178
15802
|
"status": "not-fetchable",
|
|
15179
|
-
"reason": "The table has 30,389,767 rows, more than a
|
|
15803
|
+
"reason": "The table has 30,389,767 rows, so even one mapped column and the id hold more cells than a fetch can hold in memory."
|
|
15180
15804
|
},
|
|
15181
15805
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
15182
15806
|
"expectedCounts": {},
|
|
@@ -15290,14 +15914,91 @@ var catalogue_default = {
|
|
|
15290
15914
|
"url": "https://data.cityofnewyork.us/Environment/Forestry-Work-Orders/bdjm-n7q4",
|
|
15291
15915
|
"retrieved": "2026-10-19",
|
|
15292
15916
|
"status": "live"
|
|
15917
|
+
}, {
|
|
15918
|
+
"url": "https://data.cityofnewyork.us/resource/bdjm-n7q4.csv",
|
|
15919
|
+
"retrieved": "2026-10-19",
|
|
15920
|
+
"status": "live"
|
|
15293
15921
|
}],
|
|
15294
15922
|
"licence": { "kind": "unrecorded" },
|
|
15295
15923
|
"citations": [],
|
|
15296
15924
|
"recipe": {
|
|
15297
|
-
"status": "
|
|
15298
|
-
"
|
|
15925
|
+
"status": "fetchable",
|
|
15926
|
+
"source": 1,
|
|
15927
|
+
"paging": {
|
|
15928
|
+
"kind": "socrata-resource",
|
|
15929
|
+
"pageSize": 5e4
|
|
15930
|
+
},
|
|
15931
|
+
"archive": { "kind": "none" },
|
|
15932
|
+
"parser": {
|
|
15933
|
+
"format": "csv-table",
|
|
15934
|
+
"encoding": "utf-8",
|
|
15935
|
+
"delimiter": "comma",
|
|
15936
|
+
"skipLines": 0,
|
|
15937
|
+
"idColumn": "objectid",
|
|
15938
|
+
"numericColumns": [{
|
|
15939
|
+
"column": "latitude",
|
|
15940
|
+
"factor": 1
|
|
15941
|
+
}, {
|
|
15942
|
+
"column": "longitude",
|
|
15943
|
+
"factor": 1
|
|
15944
|
+
}],
|
|
15945
|
+
"columns": [
|
|
15946
|
+
"closeddate",
|
|
15947
|
+
"latitude",
|
|
15948
|
+
"longitude",
|
|
15949
|
+
"createddate",
|
|
15950
|
+
"wotype",
|
|
15951
|
+
"wostatus"
|
|
15952
|
+
]
|
|
15953
|
+
}
|
|
15954
|
+
},
|
|
15955
|
+
"crosswalk": {
|
|
15956
|
+
"source": "csv-table",
|
|
15957
|
+
"target": "or/v1",
|
|
15958
|
+
"rules": [
|
|
15959
|
+
{
|
|
15960
|
+
"op": "move",
|
|
15961
|
+
"from": "meta",
|
|
15962
|
+
"to": "meta"
|
|
15963
|
+
},
|
|
15964
|
+
{
|
|
15965
|
+
"op": "move",
|
|
15966
|
+
"from": "nodes[].id",
|
|
15967
|
+
"to": "nodes[].id"
|
|
15968
|
+
},
|
|
15969
|
+
{
|
|
15970
|
+
"op": "move",
|
|
15971
|
+
"from": "nodes[].closeddate",
|
|
15972
|
+
"to": "nodes[].closed"
|
|
15973
|
+
},
|
|
15974
|
+
{
|
|
15975
|
+
"op": "move",
|
|
15976
|
+
"from": "nodes[].latitude",
|
|
15977
|
+
"to": "nodes[].lat"
|
|
15978
|
+
},
|
|
15979
|
+
{
|
|
15980
|
+
"op": "move",
|
|
15981
|
+
"from": "nodes[].longitude",
|
|
15982
|
+
"to": "nodes[].lon"
|
|
15983
|
+
},
|
|
15984
|
+
{
|
|
15985
|
+
"op": "move",
|
|
15986
|
+
"from": "nodes[].createddate",
|
|
15987
|
+
"to": "nodes[].opened"
|
|
15988
|
+
},
|
|
15989
|
+
{
|
|
15990
|
+
"op": "move",
|
|
15991
|
+
"from": "nodes[].wotype",
|
|
15992
|
+
"to": "nodes[].skill"
|
|
15993
|
+
},
|
|
15994
|
+
{
|
|
15995
|
+
"op": "move",
|
|
15996
|
+
"from": "nodes[].wostatus",
|
|
15997
|
+
"to": "nodes[].status"
|
|
15998
|
+
}
|
|
15999
|
+
],
|
|
16000
|
+
"oneWay": []
|
|
15299
16001
|
},
|
|
15300
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
15301
16002
|
"expectedCounts": {},
|
|
15302
16003
|
"properties": { "surveyId": "or-15" }
|
|
15303
16004
|
},
|
|
@@ -15323,7 +16024,7 @@ var catalogue_default = {
|
|
|
15323
16024
|
"citations": [],
|
|
15324
16025
|
"recipe": {
|
|
15325
16026
|
"status": "not-fetchable",
|
|
15326
|
-
"reason": "The table has 11,324,217 rows, more than a
|
|
16027
|
+
"reason": "The table has 11,324,217 rows, so a mapping of even one column and the id holds more cells than a fetch can hold in memory."
|
|
15327
16028
|
},
|
|
15328
16029
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
15329
16030
|
"expectedCounts": {},
|
|
@@ -15472,7 +16173,7 @@ var catalogue_default = {
|
|
|
15472
16173
|
"citations": [],
|
|
15473
16174
|
"recipe": {
|
|
15474
16175
|
"status": "not-fetchable",
|
|
15475
|
-
"reason": "The table has 10,484,258 rows, more than a
|
|
16176
|
+
"reason": "The table has 10,484,258 rows, so a mapping of even two columns and the id holds more cells than a fetch can hold in memory."
|
|
15476
16177
|
},
|
|
15477
16178
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
15478
16179
|
"expectedCounts": {},
|
|
@@ -15500,7 +16201,7 @@ var catalogue_default = {
|
|
|
15500
16201
|
"citations": [],
|
|
15501
16202
|
"recipe": {
|
|
15502
16203
|
"status": "not-fetchable",
|
|
15503
|
-
"reason": "The table has 22,151,329 rows, more than a
|
|
16204
|
+
"reason": "The table has 22,151,329 rows, so even one mapped column and the id hold more cells than a fetch can hold in memory."
|
|
15504
16205
|
},
|
|
15505
16206
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
15506
16207
|
"expectedCounts": {},
|
|
@@ -15525,7 +16226,7 @@ var catalogue_default = {
|
|
|
15525
16226
|
"retrieved": "2026-10-19",
|
|
15526
16227
|
"status": "live"
|
|
15527
16228
|
}, {
|
|
15528
|
-
"url": "https://data.cityofnewyork.us/resource/xnfm-u3k5.csv
|
|
16229
|
+
"url": "https://data.cityofnewyork.us/resource/xnfm-u3k5.csv",
|
|
15529
16230
|
"retrieved": "2026-10-19",
|
|
15530
16231
|
"status": "live"
|
|
15531
16232
|
}],
|
|
@@ -15534,6 +16235,10 @@ var catalogue_default = {
|
|
|
15534
16235
|
"recipe": {
|
|
15535
16236
|
"status": "fetchable",
|
|
15536
16237
|
"source": 1,
|
|
16238
|
+
"paging": {
|
|
16239
|
+
"kind": "socrata-resource",
|
|
16240
|
+
"pageSize": 5e4
|
|
16241
|
+
},
|
|
15537
16242
|
"archive": { "kind": "none" },
|
|
15538
16243
|
"parser": {
|
|
15539
16244
|
"format": "csv-table",
|
|
@@ -16005,7 +16710,7 @@ var catalogue_default = {
|
|
|
16005
16710
|
"citations": [],
|
|
16006
16711
|
"recipe": {
|
|
16007
16712
|
"status": "not-fetchable",
|
|
16008
|
-
"reason": "The instances are keyword
|
|
16713
|
+
"reason": "The instances are keyword format text files on a Wayback Machine snapshot, a collection of separate files, and a collection is more than one or/v1 document, so no recipe reads it."
|
|
16009
16714
|
},
|
|
16010
16715
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
16011
16716
|
"expectedCounts": {},
|
|
@@ -16032,7 +16737,7 @@ var catalogue_default = {
|
|
|
16032
16737
|
"citations": [],
|
|
16033
16738
|
"recipe": {
|
|
16034
16739
|
"status": "not-fetchable",
|
|
16035
|
-
"reason": "The source is an SRU search endpoint that returns XML notices in a query language
|
|
16740
|
+
"reason": "The source is an SRU search endpoint that returns XML notices in a query language and not a table, and keepset has no parser for it."
|
|
16036
16741
|
},
|
|
16037
16742
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
16038
16743
|
"expectedCounts": {},
|
|
@@ -20108,6 +20813,10 @@ var catalogue_default = {
|
|
|
20108
20813
|
"url": "https://www.data.qld.gov.au/dataset/unclaimed-monies",
|
|
20109
20814
|
"retrieved": "2026-10-19",
|
|
20110
20815
|
"status": "live"
|
|
20816
|
+
}, {
|
|
20817
|
+
"url": "https://www.data.qld.gov.au/datastore/dump/872065ae-ddfd-4b5f-ad15-e1935dadd883",
|
|
20818
|
+
"retrieved": "2026-10-19",
|
|
20819
|
+
"status": "live"
|
|
20111
20820
|
}],
|
|
20112
20821
|
"licence": {
|
|
20113
20822
|
"kind": "spdx",
|
|
@@ -20115,10 +20824,62 @@ var catalogue_default = {
|
|
|
20115
20824
|
},
|
|
20116
20825
|
"citations": [],
|
|
20117
20826
|
"recipe": {
|
|
20118
|
-
"status": "
|
|
20119
|
-
"
|
|
20827
|
+
"status": "fetchable",
|
|
20828
|
+
"source": 1,
|
|
20829
|
+
"paging": {
|
|
20830
|
+
"kind": "ckan-datastore",
|
|
20831
|
+
"pageSize": 5e4
|
|
20832
|
+
},
|
|
20833
|
+
"archive": { "kind": "none" },
|
|
20834
|
+
"parser": {
|
|
20835
|
+
"format": "csv-table",
|
|
20836
|
+
"encoding": "utf-8",
|
|
20837
|
+
"delimiter": "comma",
|
|
20838
|
+
"skipLines": 0,
|
|
20839
|
+
"idColumn": "id",
|
|
20840
|
+
"numericColumns": [{
|
|
20841
|
+
"column": "Amount",
|
|
20842
|
+
"factor": 1
|
|
20843
|
+
}],
|
|
20844
|
+
"columns": [
|
|
20845
|
+
"DateRec",
|
|
20846
|
+
"Amount",
|
|
20847
|
+
"PCode"
|
|
20848
|
+
]
|
|
20849
|
+
}
|
|
20850
|
+
},
|
|
20851
|
+
"crosswalk": {
|
|
20852
|
+
"source": "csv-table",
|
|
20853
|
+
"target": "or/v1",
|
|
20854
|
+
"rules": [
|
|
20855
|
+
{
|
|
20856
|
+
"op": "move",
|
|
20857
|
+
"from": "meta",
|
|
20858
|
+
"to": "meta"
|
|
20859
|
+
},
|
|
20860
|
+
{
|
|
20861
|
+
"op": "move",
|
|
20862
|
+
"from": "nodes[].id",
|
|
20863
|
+
"to": "nodes[].id"
|
|
20864
|
+
},
|
|
20865
|
+
{
|
|
20866
|
+
"op": "move",
|
|
20867
|
+
"from": "nodes[].DateRec",
|
|
20868
|
+
"to": "nodes[].opened"
|
|
20869
|
+
},
|
|
20870
|
+
{
|
|
20871
|
+
"op": "move",
|
|
20872
|
+
"from": "nodes[].Amount",
|
|
20873
|
+
"to": "nodes[].prize"
|
|
20874
|
+
},
|
|
20875
|
+
{
|
|
20876
|
+
"op": "move",
|
|
20877
|
+
"from": "nodes[].PCode",
|
|
20878
|
+
"to": "nodes[].territory"
|
|
20879
|
+
}
|
|
20880
|
+
],
|
|
20881
|
+
"oneWay": []
|
|
20120
20882
|
},
|
|
20121
|
-
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
20122
20883
|
"expectedCounts": {},
|
|
20123
20884
|
"properties": { "surveyId": "or-124" }
|
|
20124
20885
|
},
|
|
@@ -20706,7 +21467,7 @@ var catalogue_default = {
|
|
|
20706
21467
|
"citations": [],
|
|
20707
21468
|
"recipe": {
|
|
20708
21469
|
"status": "not-fetchable",
|
|
20709
|
-
"reason": "The
|
|
21470
|
+
"reason": "The portal answered a bot challenge to automated requests for the table dumps when probed, and the data is a file per financial year and report type with different columns before and after 2022, so no single recipe covers the dataset."
|
|
20710
21471
|
},
|
|
20711
21472
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
20712
21473
|
"expectedCounts": {},
|
|
@@ -55094,7 +55855,7 @@ var catalogue_default = {
|
|
|
55094
55855
|
"citations": [],
|
|
55095
55856
|
"recipe": {
|
|
55096
55857
|
"status": "not-fetchable",
|
|
55097
|
-
"reason": "The download is a
|
|
55858
|
+
"reason": "The download is a collection of TSPLIB style instance files whose prizes belong to overlapping clusters of nodes and not to nodes, and a collection is more than one or/v1 document, so no recipe reads it."
|
|
55098
55859
|
},
|
|
55099
55860
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
55100
55861
|
"expectedCounts": {},
|
|
@@ -55122,7 +55883,7 @@ var catalogue_default = {
|
|
|
55122
55883
|
"citations": [],
|
|
55123
55884
|
"recipe": {
|
|
55124
55885
|
"status": "not-fetchable",
|
|
55125
|
-
"reason": "The download is a
|
|
55886
|
+
"reason": "The download is a collection of separate coordinate files plus a readme, and a collection is more than one or/v1 document, so no recipe reads it."
|
|
55126
55887
|
},
|
|
55127
55888
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
55128
55889
|
"expectedCounts": {},
|
|
@@ -55150,7 +55911,7 @@ var catalogue_default = {
|
|
|
55150
55911
|
"citations": [],
|
|
55151
55912
|
"recipe": {
|
|
55152
55913
|
"status": "not-fetchable",
|
|
55153
|
-
"reason": "The download is a
|
|
55914
|
+
"reason": "The download is a collection of TSPLIB style instance files with a prize and probability section, half of which carry no coordinates and some of which use the degrees and minutes form, and a collection is more than one or/v1 document, so no recipe reads it."
|
|
55154
55915
|
},
|
|
55155
55916
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
55156
55917
|
"expectedCounts": {},
|
|
@@ -55179,7 +55940,7 @@ var catalogue_default = {
|
|
|
55179
55940
|
"citations": [],
|
|
55180
55941
|
"recipe": {
|
|
55181
55942
|
"status": "not-fetchable",
|
|
55182
|
-
"reason": "The download is a
|
|
55943
|
+
"reason": "The download is a collection of VRP-REP XML instance files holding coordinates and skills but no times, and a collection is more than one or/v1 document, so no recipe reads it."
|
|
55183
55944
|
},
|
|
55184
55945
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
55185
55946
|
"expectedCounts": {},
|
|
@@ -55205,7 +55966,7 @@ var catalogue_default = {
|
|
|
55205
55966
|
"retrieved": "2026-10-19",
|
|
55206
55967
|
"status": "live"
|
|
55207
55968
|
}, {
|
|
55208
|
-
"url": "https://data.wa.gov/resource/m8qx-ubtq.csv
|
|
55969
|
+
"url": "https://data.wa.gov/resource/m8qx-ubtq.csv",
|
|
55209
55970
|
"retrieved": "2026-10-19",
|
|
55210
55971
|
"status": "live"
|
|
55211
55972
|
}],
|
|
@@ -55217,6 +55978,10 @@ var catalogue_default = {
|
|
|
55217
55978
|
"recipe": {
|
|
55218
55979
|
"status": "fetchable",
|
|
55219
55980
|
"source": 1,
|
|
55981
|
+
"paging": {
|
|
55982
|
+
"kind": "socrata-resource",
|
|
55983
|
+
"pageSize": 5e4
|
|
55984
|
+
},
|
|
55220
55985
|
"archive": { "kind": "none" },
|
|
55221
55986
|
"parser": {
|
|
55222
55987
|
"format": "csv-table",
|
|
@@ -56235,7 +57000,7 @@ var catalogue_default = {
|
|
|
56235
57000
|
"citations": [],
|
|
56236
57001
|
"recipe": {
|
|
56237
57002
|
"status": "not-fetchable",
|
|
56238
|
-
"reason": "The download is
|
|
57003
|
+
"reason": "The download is one arc routing instance in two tab separated text files with no column names, holding only planar coordinates of customers and a road network, so there is no field of the or/v1 node beyond a position and no table the parser reads."
|
|
56239
57004
|
},
|
|
56240
57005
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
56241
57006
|
"expectedCounts": {},
|
|
@@ -56271,7 +57036,7 @@ var catalogue_default = {
|
|
|
56271
57036
|
"citations": [],
|
|
56272
57037
|
"recipe": {
|
|
56273
57038
|
"status": "not-fetchable",
|
|
56274
|
-
"reason": "The download is a zip of Excel
|
|
57039
|
+
"reason": "The download is a zip of Excel workbooks that hold distance and time matrices only, so there are no nodes to map, and keepset reads a sheet of a workbook, not a workbook inside a zip."
|
|
56275
57040
|
},
|
|
56276
57041
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
56277
57042
|
"expectedCounts": {},
|
|
@@ -56306,7 +57071,7 @@ var catalogue_default = {
|
|
|
56306
57071
|
"citations": [],
|
|
56307
57072
|
"recipe": {
|
|
56308
57073
|
"status": "not-fetchable",
|
|
56309
|
-
"reason": "Zenodo
|
|
57074
|
+
"reason": "The Zenodo files are a custom sectioned text format (technicians, tasks and a travel time matrix of millions of lines) and not a table, and two of them are collections of instance files."
|
|
56310
57075
|
},
|
|
56311
57076
|
"crosswalk": { "file": "crosswalks/or-v1/nodes.json" },
|
|
56312
57077
|
"expectedCounts": {},
|