@usa-open-data-connectors/usa-sources 0.1.8 → 0.1.9

package/README.md

@@ -4,7 +4,7 @@ Uniform TypeScript adapters for US public data sources, with live probes and off
 
 ## What this package does
 
-- Exposes 28 source adapters behind one interface.
+- Exposes source adapters behind one interface.
 - Fetches live data from each source and parses it into plain objects.
 - Loads committed fixtures in tests only; a live fetch never falls back.
 - Publishes the `US_DATA_SOURCES` registry for the API and the CLI.
@@ -48,15 +48,34 @@ console.log(probes.map((probe) => `${probe.id}: ${probe.ok ? 'ok' : probe.status
 | `usaspending-agencies` | USAspending | Top-tier federal agencies, with budget authority, obligations, and outlays for the active quarter. |
 | `epa-envirofacts-facilities` | Environmental Protection Agency | Toxics Release Inventory facilities, with county, address, and open or closed status. |
 | `ncbi-pubmed-search` | National Center for Biotechnology Information | PubMed literature search results, with the match count and a page of PubMed ids. |
-| `cdc-socrata-catalogue` | Centers for Disease Control and Prevention | The CDC Socrata catalogue, one row per dataset, chart, or story. |
-| `healthdata-socrata-catalogue` | HealthData.gov | The HealthData.gov Socrata catalogue, one row per dataset, chart, or story. |
-| `bts-transportation-stats` | Bureau of Transportation Statistics | The BTS Socrata catalogue, one row per dataset, chart, or story. |
+| `nih-reporter-projects` | National Institutes of Health | NIH-funded projects for one fiscal year, with the title, award amount, organization, principal investigators, and administering institute. |
+| `cdc-socrata-catalogue` | Centers for Disease Control and Prevention | The CDC Socrata catalogue, one row per dataset, chart, or story, with the portal's licence and attribution values when present. |
+| `healthdata-socrata-catalogue` | HealthData.gov | The HealthData.gov Socrata catalogue, one row per dataset, chart, or story, with the portal's licence and attribution values. |
+| `bts-transportation-stats` | Bureau of Transportation Statistics | The BTS Socrata catalogue, one row per dataset, chart, or story, with the portal's licence and attribution values. |
 | `estimatetax-income-tax` | EstimateTax | US federal, state, and local income tax for one salary, with the official document behind every figure. |
-| `nyc-open-data-catalogue` | New York City Open Data | The NYC Socrata catalogue, one row per published dataset or map. |
+| `nyc-open-data-catalogue` | New York City Open Data | The NYC Socrata catalogue, one row per published dataset or map, with licence and attribution fields that are empty when the portal supplies none. |
 | `callook-callsigns` | Callook.info | US amateur radio callsign records from the FCC licence file, with the licence class, location, and expiry. |
 | `college-scorecard-institutions` | College Scorecard, US Department of Education | Institution-level enrollment, cost, completion, debt, and earnings ten years after entry for US colleges. |
 | `publicdatahub-hospital-quality` | PublicDataHub, from the Centers for Medicare & Medicaid Services | Medicare-certified hospital quality measures, with national ranks and provenance. |
 | `nextbus-transit-vehicles` | Portland Streetcar, through the NextBus XML feed | Live positions, headings, speeds, and report ages for the streetcars on the NS line. |
+| `federal-register-documents` | Office of the Federal Register | Documents published in the Federal Register, with type, publication date, agencies, abstract, and public HTML and PDF links. |
+| `nhtsa-vehicle-models` | National Highway Traffic Safety Administration | Vehicle models for one model year and make, with the service total and next-page URL. |
+| `fcc-socrata-catalogue` | Federal Communications Commission | The FCC Open Data Socrata catalogue, one row per dataset, chart, or story, with category, view count, and download count. |
+| `ny-state-open-data-catalogue` | New York State Open Data | The New York State Socrata catalogue, one row per dataset or file, with state topic, view count, and download count. |
+| `chicago-open-data-catalogue` | City of Chicago | The Chicago Data Portal Socrata catalogue, one row per dataset, chart, map, or story, with city topic, view count, and download count. |
+| `seattle-open-data-catalogue` | City of Seattle | The Seattle Open Data Socrata catalogue, one row per dataset, map, chart, or story, with city topic, view count, and download count. |
+| `texas-open-data-catalogue` | State of Texas | The Texas Open Data Socrata catalogue, one row per dataset, map, chart, or linked resource, with state topic, view count, and download count. |
+| `colorado-open-data-catalogue` | State of Colorado | The Colorado Open Data Socrata catalogue, one row per dataset, map, chart, or linked resource, with state topic, view count, and download count. |
+| `washington-state-open-data-catalogue` | State of Washington | The Washington State Open Data Socrata catalogue, one row per dataset, chart, story, or other resource, with state topic, view count, and download count. |
+| `michigan-open-data-catalogue` | State of Michigan | The Michigan Open Data Socrata catalogue, one row per dataset, map, chart, story, or other resource, with state topic, view count, and download count. |
+| `oregon-open-data-catalogue` | State of Oregon | The Oregon Open Data Socrata catalogue, one row per dataset, file, or filtered view, with state topic, view count, and download count. |
+| `pennsylvania-open-data-catalogue` | Commonwealth of Pennsylvania | The Pennsylvania Open Data Socrata catalogue, one row per dataset, chart, or linked resource, with state topic, view count, and download count. |
+| `illinois-open-data-catalogue` | State of Illinois | The Illinois Open Data Socrata catalogue, one row per dataset, chart, story, or filtered view, with state topic, view count, and download count. |
+| `new-jersey-open-data-catalogue` | State of New Jersey | The New Jersey Open Data Socrata catalogue, one row per dataset, file, story, or other resource, with state topic, view count, and download count. |
+| `vermont-open-data-catalogue` | State of Vermont | The Vermont Open Data Socrata catalogue, one row per dataset or filtered view, with state topic, view count, and download count. |
+| `los-angeles-open-data-catalogue` | City of Los Angeles | The Los Angeles Open Data Socrata catalogue, one row per dataset, map, or filtered view, with city topic, view count, and download count. |
+| `san-francisco-open-data-catalogue` | City and County of San Francisco | The San Francisco Open Data Socrata catalogue, one row per dataset, map, or filtered view, with city topic, view count, and download count. |
+| `california-open-data-catalogue` | State of California | The California Open Data CKAN catalogue, one row per dataset package, with title, groups, resources, licence, and publishing organisation. |
 
 The HTTP API and the CLI read this package's registry. A new adapter is exposed on
 `/api/sources`, `/api/sources/{id}/probe`, and `/api/sources/{id}/data` as soon as it is registered.
@@ -277,9 +296,11 @@ The public API is `CDC_SOCRATA_CATALOGUE_API_BASE`,
 `CdcSocrataCategoryCount`, and `CdcSocrataCatalogue` types. The parser
 validates a bare JSON array against a zod schema over `id`, `name`,
 `assetType`, `category`, `viewType`, `createdAt`, `viewLastModified`,
-`viewCount`, and `downloadCount`. A row missing `id`, `name`, or `createdAt`
-throws `UsSourceParseError`. A response with no rows also throws, because an
-empty catalogue is not a usable answer.
+`viewCount`, `downloadCount`, and `metadata`. Every entry carries `licenceUrl`
+and `attribution`, copied from the entry's `License` and `Publisher` metadata
+and empty when the portal supplies none. A row missing `id`, `name`, or
+`createdAt` throws `UsSourceParseError`. A response with no rows also throws,
+because an empty catalogue is not a usable answer.
 
 `bts-transportation-stats`:
 
@@ -305,9 +326,11 @@ The public API is `BTS_TRANSPORTATION_STATS_API_BASE`,
 `BtsCatalogueCategoryCount`, and `BtsTransportationCatalogue` types. The parser
 validates a bare JSON array against a zod schema over `id`, `name`,
 `assetType`, `category`, `viewType`, `createdAt`, `viewLastModified`,
-`viewCount`, and `downloadCount`. A row missing `id`, `name`, or `createdAt`
-throws `UsSourceParseError`. A response with no rows also throws, because an
-empty catalogue is not a usable answer.
+`viewCount`, `downloadCount`, and `metadata`. Every entry carries `licenceUrl`
+and `attribution`, copied from the entry's `License` and `Publisher` metadata
+and empty when the portal supplies none. A row missing `id`, `name`, or
+`createdAt` throws `UsSourceParseError`. A response with no rows also throws,
+because an empty catalogue is not a usable answer.
 
 `nextbus-transit-vehicles`:
 
@@ -420,6 +443,27 @@ schema over `header` and `esearchresult`, where `esearchresult` can carry
 An `esearchresult.error` is thrown as `UsSourceApiError` even though the HTTP
 status is 200.
 
+`nih-reporter-projects`:
+
+```ts
+import { fetchNihReporterProjects } from '@usa-open-data-connectors/usa-sources';
+
+const page = await fetchNihReporterProjects({ fiscalYear: 2025, limit: 10 });
+console.log(page.totalCount, page.pageAwardAmountUsd, page.projects[0]);
+```
+
+The public API is `NIH_REPORTER_SEARCH_URL`, `NIH_REPORTER_SOURCE_ID`,
+`NIH_REPORTER_DEFAULT_FISCAL_YEAR`, `NIH_REPORTER_PAGE_SIZE`,
+`buildNihReporterSearchBody`, `parseNihReporterProjectsPayload`,
+`fetchNihReporterProjects`, and `nihReporterProjectsAdapter`, with the
+`NihReporterProject`, `NihReporterProjectPage`, `NihReporterProjectQuery`, and
+`NihReporterSearchBody` types. The parser validates `meta` and `results`, keeps
+the project number, core project number, title, fiscal year, award amount,
+organization, city and state, investigators, administering institute, start and
+end dates, and detail URL, and adds the agency total and the award sum for the
+page. A top-level `message` throws `UsSourceApiError` even when the HTTP status
+is 200. The default search is fiscal 2025, ten rows, largest award first.
+
 `clinicaltrials-studies`:
 
 ```ts
@@ -470,11 +514,11 @@ Three shape notes. A start date can be day precision (`2024-12-10`) or month
 precision (`2026-05`), and the adapter keeps the string as the registry wrote
 it. A start date can be planned rather than actual, so a recent year can still
 gain studies. `query.cond` is the registry's own condition search rather than a
-filter over the `conditions` array; a long COVID search returned 737 studies on
-2026-10-20 while only 315 of them carried a condition string containing "long
-COVID", because keywords and related terms also match. The response has no
-total count unless the request adds `countTotal=true`, so count `studies` for
-the page or ask for the total separately.
+filter over the `conditions` array; a long COVID search returns more studies
+than the subset whose condition string contains "long COVID", because keywords
+and related terms also match. The response has no total count unless the
+request adds `countTotal=true`, so count `studies` for the page or ask for the
+total separately.
 
 `nws-point-forecast`:
 
@@ -535,6 +579,132 @@ The adapter reads the keyless institution-level bulk download, not the keyed
 College Scorecard API. The archive is a zip that holds one wide CSV, and a live
 fetch takes about 20 seconds on a fast connection.
 
+`federal-register-documents`:
+
+```ts
+import { fetchFederalRegisterDocuments } from '@usa-open-data-connectors/usa-sources';
+
+const page = await fetchFederalRegisterDocuments({ perPage: 10, order: 'newest' });
+console.log(page.documentCount, page.reportedCount, page.documents[0]?.documentNumber);
+```
+
+The public API is `FEDERAL_REGISTER_API_BASE`,
+`FEDERAL_REGISTER_DEFAULT_PAGE_SIZE`, `FEDERAL_REGISTER_DEFAULT_ORDER`,
+`FEDERAL_REGISTER_DOCUMENTS_SOURCE_ID`, `buildFederalRegisterDocumentsUrl`,
+`parseFederalRegisterDocumentsPayload`, `fetchFederalRegisterDocuments`, and
+`federalRegisterDocumentsAdapter`, with the `FederalRegisterDocument`,
+`FederalRegisterDocumentsPage`, and `FederalRegisterDocumentsQuery` types. The
+parser keeps the document number, title, type, publication date, abstract,
+agency names, and HTML and PDF links. It also keeps the service's `count` and
+`total_pages` as `reportedCount` and `totalPages`. A document without its
+number, title, type, HTML page, or a readable `YYYY-MM-DD` publication date
+throws `UsSourceParseError`.
+
+`nhtsa-vehicle-models`:
+
+```ts
+import { fetchNhtsaVehicleModels } from '@usa-open-data-connectors/usa-sources';
+
+const page = await fetchNhtsaVehicleModels({ modelYear: 2025, make: 'Honda' });
+console.log(page.modelCount, page.totalCount, page.models[0]?.vehicleModel);
+```
+
+The public API is `NHTSA_VEHICLE_MODELS_API_BASE`,
+`NHTSA_VEHICLE_MODELS_SOURCE_ID`, `NHTSA_DEFAULT_MODEL_YEAR`,
+`NHTSA_DEFAULT_MAKE`, `NHTSA_MODEL_PAGE_SIZE`, `NHTSA_MIN_MODEL_YEAR`,
+`NHTSA_MAX_MODEL_YEAR`, `buildNhtsaVehicleModelsUrl`,
+`parseNhtsaVehicleModelsPayload`, `fetchNhtsaVehicleModels`, and
+`nhtsaVehicleModelsAdapter`, with the `NhtsaVehicleModel`,
+`NhtsaVehicleModelPage`, and `NhtsaVehicleModelsQuery` types. A blank make or a
+model year outside 1900-2100 throws `UsSourceApiError` before a request leaves.
+A non-200 service status in the body also throws `UsSourceApiError`.
+
+`fcc-socrata-catalogue`:
+
+```ts
+import { fetchFccSocrataCatalogue } from '@usa-open-data-connectors/usa-sources';
+
+const catalogue = await fetchFccSocrataCatalogue({ limit: 10 });
+console.log(catalogue.entryCount, catalogue.datasetCount, catalogue.categories[0]);
+```
+
+The public API is `FCC_SOCRATA_CATALOGUE_API_BASE`,
+`FCC_SOCRATA_CATALOGUE_LIMIT`, `FCC_SOCRATA_CATALOGUE_SOURCE_ID`,
+`buildFccSocrataCatalogueUrl`, `parseFccSocrataCataloguePayload`,
+`fetchFccSocrataCatalogue`, and `fccSocrataCatalogueAdapter`, with the
+`FccSocrataCatalogueEntry`, `FccSocrataCategoryCount`, and
+`FccSocrataCatalogue` types. The parser folds the entries into a dataset count,
+the newest entry, and category counts. A missing id, name, or creation time
+throws `UsSourceParseError`, and so does an empty page.
+
+`ny-state-open-data-catalogue`:
+
+```ts
+import { fetchNyStateOpenDataCatalogue } from '@usa-open-data-connectors/usa-sources';
+
+const catalogue = await fetchNyStateOpenDataCatalogue({ limit: 10 });
+console.log(catalogue.entryCount, catalogue.datasetCount, catalogue.categories[0]);
+```
+
+The public API is `NY_STATE_OPEN_DATA_API_BASE`,
+`NY_STATE_OPEN_DATA_CATALOGUE_LIMIT`, `NY_STATE_OPEN_DATA_CATALOGUE_SOURCE_ID`,
+`buildNyStateOpenDataCatalogueUrl`, `parseNyStateOpenDataCataloguePayload`,
+`fetchNyStateOpenDataCatalogue`, and `nyStateOpenDataCatalogueAdapter`, with the
+`NyStateOpenDataCatalogueEntry`, `NyStateOpenDataCategoryCount`, and
+`NyStateOpenDataCatalogue` types. The parser follows the same Socrata catalogue
+shape as the FCC adapter.
+
+`chicago-open-data-catalogue`:
+
+```ts
+import { fetchChicagoOpenDataCatalogue } from '@usa-open-data-connectors/usa-sources';
+
+const catalogue = await fetchChicagoOpenDataCatalogue({ limit: 10 });
+console.log(catalogue.entryCount, catalogue.datasetCount, catalogue.categories[0]);
+```
+
+The public API is `CHICAGO_OPEN_DATA_API_BASE`,
+`CHICAGO_OPEN_DATA_CATALOGUE_LIMIT`, `CHICAGO_OPEN_DATA_CATALOGUE_SOURCE_ID`,
+`buildChicagoOpenDataCatalogueUrl`, `parseChicagoOpenDataCataloguePayload`,
+`fetchChicagoOpenDataCatalogue`, and `chicagoOpenDataCatalogueAdapter`, with the
+`ChicagoOpenDataCatalogueEntry`, `ChicagoOpenDataCategoryCount`, and
+`ChicagoOpenDataCatalogue` types. The parser folds the entries into a dataset
+count, the newest entry, and category counts.
+
+`seattle-open-data-catalogue`:
+
+```ts
+import { fetchSeattleOpenDataCatalogue } from '@usa-open-data-connectors/usa-sources';
+
+const catalogue = await fetchSeattleOpenDataCatalogue({ limit: 10 });
+console.log(catalogue.entryCount, catalogue.datasetCount, catalogue.categories[0]);
+```
+
+The public API is `SEATTLE_OPEN_DATA_API_BASE`,
+`SEATTLE_OPEN_DATA_CATALOGUE_LIMIT`, `SEATTLE_OPEN_DATA_CATALOGUE_SOURCE_ID`,
+`buildSeattleOpenDataCatalogueUrl`, `parseSeattleOpenDataCataloguePayload`,
+`fetchSeattleOpenDataCatalogue`, and `seattleOpenDataCatalogueAdapter`, with the
+`SeattleOpenDataCatalogueEntry`, `SeattleOpenDataCategoryCount`, and
+`SeattleOpenDataCatalogue` types. The parser follows the same Socrata catalogue
+shape as the Chicago adapter.
+
+`texas-open-data-catalogue`:
+
+```ts
+import { fetchTexasOpenDataCatalogue } from '@usa-open-data-connectors/usa-sources';
+
+const catalogue = await fetchTexasOpenDataCatalogue({ limit: 10 });
+console.log(catalogue.entryCount, catalogue.datasetCount, catalogue.categories[0]);
+```
+
+The public API is `TEXAS_OPEN_DATA_API_BASE`,
+`TEXAS_OPEN_DATA_CATALOGUE_LIMIT`, `TEXAS_OPEN_DATA_CATALOGUE_SOURCE_ID`,
+`buildTexasOpenDataCatalogueUrl`, `parseTexasOpenDataCataloguePayload`,
+`fetchTexasOpenDataCatalogue`, and `texasOpenDataCatalogueAdapter`, with the
+`TexasOpenDataCatalogueEntry`, `TexasOpenDataCategoryCount`, and
+`TexasOpenDataCatalogue` types. The parser follows the same Socrata catalogue
+shape as the Chicago and Seattle adapters.
+
 ## Notes and limits
 
 - `bls-unemployment-rate`: the public API refuses a window longer than ten years. `fetchBlsSeries` splits a longer range into windows, so two decades cost three calls once the range reaches the current year.
@@ -583,13 +753,13 @@ fetch takes about 20 seconds on a fast connection.
 - `cfpb-consumer-complaints`: the API answers one question per request and has no date sort. The window costs one request per year plus one for the tallies plus one or two to find the newest day. `findNewestCfpComplaintDate` walks back from today. It stops at the first day with a complaint.
 - `cfpb-consumer-complaints`: the first year in the window, 2011, holds only December. The bureau published its first complaints on 1 December 2011. The adapter keeps the year, and the page's data note says the first bar covers one month.
 - `cfpb-consumer-complaints`: the product tally splits credit reporting across more than one label because the bureau changed its product taxonomy over the years. The adapter keeps whatever the API sends, so the labels in `topProducts` are not stable.
-- `cfpb-consumer-complaints`: the committed snapshot holds the folded counts, not the eighteen million raw rows.
-- `fdic-bank-directory`: the default request asks for ten rows and sets no active filter. The full file held 27,835 records on 2026-10-16, including historical institutions the FDIC marks inactive, so the first page is not a current bank count. Add `filters=ACTIVE:1` to the URL to read the active directory, which held 4,219 institutions that day.
+- `cfpb-consumer-complaints`: the committed snapshot holds the folded counts, not the raw complaint rows.
+- `fdic-bank-directory`: the default request asks for ten rows and sets no active filter. The full file includes historical institutions the FDIC marks inactive, so the first page is not a current bank count. Add `filters=ACTIVE:1` to the URL to read the active directory.
 - `fdic-bank-directory`: the filtered count arrives in both `meta.total` and `totals.count`. Both fields describe the filtered result, not the size of the unfiltered file, so `totalBanks` is the active count when the request carries the active filter.
 - `fdic-bank-directory`: `banks.data.fdic.gov` answers with a redirect to `api.fdic.gov`. `fetch` follows it. Both hosts answer 200 to a scripted request, and neither needs a key.
 - `fdic-bank-directory`: `FDIC_BANK_FIELDS` asks for `NAME,CITY,STALP`, but the parser requires `ID` as well. The service adds `ID` to the response even when it is not in `fields`, but a caller should ask for `ID,NAME,CITY,STALP` so the request and the parser agree without relying on that behaviour.
 - `fdic-bank-directory`: each row sits inside a `data` wrapper with a separate `score` field. The parser reads `row.data`, not the wrapper.
-- `fdic-bank-directory`: the active rows cover 55 state-level codes, not 50. DC, Puerto Rico, Guam, Micronesia, and the US Virgin Islands each hold active banks, so a caller that labels the counts as states will overstate the map.
+- `fdic-bank-directory`: the active rows cover state-level codes beyond the 50 states. DC, Puerto Rico, Guam, Micronesia, and the US Virgin Islands each hold active banks, so a caller that labels the counts as states will overstate the map.
 - `fdic-bank-directory`: the directory counts institutions at the state of the main office. It is not a branch count, and a bank with branches across several states appears once.
 - `sec-edgar-filings`: the SEC asks every caller to identify itself with a User-Agent header. The adapter sends `SEC_EDGAR_USER_AGENT`, which carries a placeholder contact address. A deployment should override it with its own application name and address before the request leaves a shared host.
 - `sec-edgar-filings`: the submissions file carries the last 1,000 filings, not the issuer's full history. Apple's block ran from 18 September 2015 to 16 October 2026 on 2026-10-19. A caller that needs older rows has to read the filing archive rather than this endpoint.
@@ -600,7 +770,7 @@ fetch takes about 20 seconds on a fast connection.
 - `epa-envirofacts-facilities`: the default row window is the first ten rows. `fetchEpaEnvirofactsFacilities` takes a state but not a row window, so a caller that needs the whole state builds the URL with `buildEpaEnvirofactsFacilitiesUrl({ stateAbbr, rowWindow })` and parses the response with `parseEpaEnvirofactsFacilitiesPayload`.
 - `epa-envirofacts-facilities`: the table holds facility records, not release amounts. It is the Toxics Release Inventory facility register, so a row says where a site is and whether the EPA marks it closed (`fac_closed_ind` of `1`), not how much it released in a year.
 - `epa-envirofacts-facilities`: every key arrives in lower case, and the parent company is sometimes the literal text `NA`. The parser reads that as null rather than a company name.
-- `epa-envirofacts-facilities`: a state response can be large. California held 5,110 facilities on 2026-10-19, about 7.7 MB with the full record and about 1 MB after trimming to the ten fields the parser keeps.
+- `epa-envirofacts-facilities`: a state response can be large. A full California response runs to several megabytes, and trimming it to the ten fields the parser keeps reduces it to about a megabyte.
 - `estimatetax-income-tax`: one keyless request answers the federal, state, and local income tax for one salary. The endpoint is limited to 60 requests a minute per address.
 - `estimatetax-income-tax`: the response is a calculation from the publisher's own engine, not a row from an official statistical release. Every layer cites the IRS or state document it was read from, so the source and the date are visible in the response.
 - `estimatetax-income-tax`: the engine assumes the standard deduction unless `preTaxDeductions` is supplied. It does not model itemised deductions, capital gains, or credits, and the response carries that disclaimer.
@@ -610,18 +780,21 @@ fetch takes about 20 seconds on a fast connection.
 - `ncbi-pubmed-search`: keyless NCBI allows about three requests a second. The adapter makes one request per call and does not add a delay, so a caller reading six years must space the calls itself.
 - `ncbi-pubmed-search`: a query field tag such as `[tiab]` restricts the match to the title and abstract. Without a tag, PubMed maps the words through MeSH and searches every indexed field, which answers a wider and different count. `queryTranslation` shows what PubMed actually ran.
 - `ncbi-pubmed-search`: a bad query answers HTTP 200 with `esearchresult.error` instead of a result block. The parser turns that into `UsSourceApiError`, so a caller does not count an error as zero papers.
-- `cdc-socrata-catalogue`: the default request asks for ten rows. The discovery API answers the whole catalogue when the limit is high enough, and the CDC catalogue held 1,478 entries on 2026-10-20. Call `buildCdcSocrataCatalogueUrl({ limit: 10_000 })` or pass `limit` to `fetchCdcSocrataCatalogue` when you need every entry. A limit below the catalogue size truncates the response without an error.
+- `cdc-socrata-catalogue`: the default request asks for ten rows. The discovery API answers the whole catalogue when the limit is high enough. Call `buildCdcSocrataCatalogueUrl({ limit: 10_000 })` or pass `limit` to `fetchCdcSocrataCatalogue` when you need every entry. A limit below the catalogue size truncates the response without an error.
 - `cdc-socrata-catalogue`: each row is a catalogue entry, not a dataset record. `assetType` can be `dataset`, `file`, `href`, `filter`, `chart`, `story`, or `map`. A category can hold one type or a mix, so count the asset type before you describe a category as a dataset collection.
 - `cdc-socrata-catalogue`: an entry without a category has `null` in the response. The adapter keeps the null on the entry and counts it under `Uncategorised` in `categories`. That bucket is an adapter label, not a category the CDC assigned.
-- `cdc-socrata-catalogue`: the full response is large because each row carries portal metadata. The 1,478-row response was about 7.9 MB on 2026-10-20. The parser keeps nine fields, and a fixture trimmed to those fields was about 491 KB.
-- `cdc-socrata-catalogue`: the discovery API can carry rights and metadata fields, but this parser does not keep them. Check the portal entry before you reuse an item.
+- `cdc-socrata-catalogue`: the full response is large because each row carries portal metadata. The parser keeps eleven fields, and a fixture trimmed to those fields is much smaller.
+- `cdc-socrata-catalogue`: the entry carries `licenceUrl` and `attribution` when the portal supplies a `License` and `Publisher` value. On the captured page no entry named a licence URL and only some named a publisher. An empty value means the portal supplied none; check the entry before reuse.
 - `bts-transportation-stats`: the default request asks for ten rows. The story that consumed this adapter needed the whole catalogue, so it calls `buildBtsTransportationStatsUrl({ limit: 10_000 })` and parses the full response with `parseBtsTransportationStatsPayload`. A lower limit truncates the catalogue without an error.
-- `bts-transportation-stats`: each row is a catalogue entry, not a dataset record. `assetType` can be `story`, `dataset`, `chart`, `measure`, `filter`, `href`, `map`, or `file`. The story and dataset counts are different questions, and the 2026-10-20 catalogue held 177 stories against 153 datasets.
-- `bts-transportation-stats`: `viewCount` and `downloadCount` are the portal's own counters for an item page and its files. They are not unique people. Stories carry views and a zero download count because Socrata does not give a story a download counter, while 268 entries reported no downloads at all on 2026-10-20.
-- `bts-transportation-stats`: the response is large because every entry carries portal metadata. The 589-row response was about 2.2 MB on 2026-10-20. The parser keeps nine fields, and a fixture trimmed to those fields was about 172 KB.
+- `bts-transportation-stats`: each row is a catalogue entry, not a dataset record. `assetType` can be `story`, `dataset`, `chart`, `measure`, `filter`, `href`, `map`, or `file`. The story and dataset counts are different questions, and the catalogue carries both.
+- `bts-transportation-stats`: `viewCount` and `downloadCount` are the portal's own counters for an item page and its files. They are not unique people. Stories carry views and a zero download count because Socrata does not give a story a download counter, while many entries report no downloads at all.
+- `bts-transportation-stats`: the response is large because every entry carries portal metadata. The parser keeps eleven fields, and a fixture trimmed to those fields is much smaller.
+- `bts-transportation-stats`: every entry carries `licenceUrl` and `attribution` from the portal's Common Core metadata. The captured page names the USA.gov public-domain label and the Bureau of Transportation Statistics for every entry.
 - `bts-transportation-stats`: an entry without a category has `null` in the response. The adapter keeps the null on the entry and counts it under `Uncategorised` in `categories`. That bucket is an adapter label, not a category the bureau assigned.
+- `healthdata-socrata-catalogue`: each entry carries `licenceUrl` and `attribution` from the portal's Common Core metadata. The captured page uses the USA.gov government-works label, ODbL, and PDDL, with publishers including federal agencies and state and city governments.
 - `nyc-open-data-catalogue`: the discovery API answers a bare JSON array of catalogue entries, not dataset rows. An entry can arrive without a category, which the adapter counts under `Uncategorised`.
 - `nyc-open-data-catalogue`: the page captured on 2026-10-19 mixes datasets and maps. The adapter counts both, and keeps the view and download totals for the page it read.
+- `nyc-open-data-catalogue`: entries carry `licenceUrl` and `attribution`, but the captured page supplied neither, so both are empty. Check the portal entry before reusing an item.
 - Unit tests use the committed fixtures and run offline. Run them with `npm run test --workspace @usa-open-data-connectors/usa-sources`.
 - Smoke tests hit the live APIs and need `RUN_SMOKE=1`. Run them with `npm run test:smoke --workspace @usa-open-data-connectors/usa-sources`.
 
@@ -641,6 +814,20 @@ fetch takes about 20 seconds on a fast connection.
 - `nextbus-transit-vehicles`: `t=0` asks for every report the feed still holds for the route. The feed returns the current set of streetcars, not a history, so the snapshot describes one moment and is replaced on the next request.
 - `nextbus-transit-vehicles`: a route with no service returns a snapshot with zero vehicles and a valid timestamp. That is a real answer, not a failure, so the parser keeps it.
 - `nextbus-transit-vehicles`: the feed carries a copyright notice for the transit agency and Umo IQ, and states no open licence. Check the agency's terms before republishing the positions.
+- `federal-register-documents`: the newest-documents query answered `count` 10,000 and `total_pages` 50 on 2026-11-08 even though the request asked for ten rows. The adapter preserves both values as the service reported them and does not treat either as the page size.
+- `federal-register-documents`: a document can have several agencies, and a Presidential Document can have an empty abstract. Both are valid and the parser keeps them.
+- `nhtsa-vehicle-models`: the service echoes the make in upper case, so a request for `Honda` returns rows whose `make` is `HONDA`. The adapter keeps the response value.
+- `nhtsa-vehicle-models`: the default query is the 2025 Honda list, which returned 50 models in one page with `max=100` on 2026-11-08. A model year or page window outside the validator's range is refused before a request leaves.
+- `fcc-socrata-catalogue`: the ten-entry page captured on 2026-11-08 mixed one story with nine datasets. The adapter counts only `assetType` values equal to `dataset` in `datasetCount`.
+- `fcc-socrata-catalogue`: the captured page supplied no Common Core `License` or `Publisher` value, so `licenceUrl` and `attribution` are empty. Check each portal entry before reuse.
+- `ny-state-open-data-catalogue`: the ten-entry page captured on 2026-11-08 mixed nine datasets with one file. The adapter counts only `assetType` values equal to `dataset` in `datasetCount`.
+- `ny-state-open-data-catalogue`: the captured page supplied no Common Core `License` or `Publisher` value, so `licenceUrl` and `attribution` are empty. Check each portal entry before reuse.
+- `chicago-open-data-catalogue`: the ten-entry page captured on 2026-11-08 mixed five datasets with charts, maps, and stories. The adapter counts only `assetType` values equal to `dataset` in `datasetCount`.
+- `chicago-open-data-catalogue`: the captured page supplied no Common Core `License` or `Publisher` value, so `licenceUrl` and `attribution` are empty. Check each portal entry before reuse.
+- `seattle-open-data-catalogue`: the ten-entry page captured on 2026-11-08 held three datasets and seven `federated_href` entries. The adapter counts only `assetType` values equal to `dataset` in `datasetCount`.
+- `seattle-open-data-catalogue`: the first captured entry supplied licence text that begins "The City of Seattle makes no representation or warranty" and publisher `City of Seattle ArcGIS Online`. The adapter keeps both values per entry; other entries can supply neither.
+- `texas-open-data-catalogue`: the ten-entry page captured on 2026-11-08 held five datasets, three linked resources, one map, and one measure. The adapter counts only `assetType` values equal to `dataset` in `datasetCount`.
+- `texas-open-data-catalogue`: the captured page supplied no Common Core `License` or `Publisher` value, so `licenceUrl` and `attribution` are empty. Check each portal entry before reuse.
 
 ## Data sources and licences
 
@@ -673,11 +860,18 @@ The data comes from US federal agencies and the open data catalogue services the
 | College Scorecard, US Department of Education | `https://ed-public-download.scorecard.network/downloads/Most-Recent-Cohorts-Institution_10152026.zip` |
 | PublicDataHub, from the Centers for Medicare & Medicaid Services | `https://publicdatahub.org/api/export/hospital/{slug}.json` |
 | Portland Streetcar, through the NextBus XML feed | `https://retro.umoiq.com/service/publicXMLFeed?command=vehicleLocations&a=portland-sc&r=193&t=0` |
-
-Each publisher sets its own terms for its data. The Socrata discovery responses can carry rights and
-metadata fields, but the catalogue adapters in this package keep a subset of the entry fields and do not
-retain those terms. Check the licence on the portal entry before you reuse an item. A catalogue can list
-entries under terms such as these:
+| Office of the Federal Register | `https://www.federalregister.gov/api/v1/documents.json` |
+| National Highway Traffic Safety Administration | `https://api.nhtsa.gov/vehicles/models` |
+| Federal Communications Commission | `https://opendata.fcc.gov/api/views.json` |
+| New York State Open Data | `https://data.ny.gov/api/views.json` |
+| City of Chicago | `https://data.cityofchicago.org/api/views.json` |
+| City of Seattle | `https://data.seattle.gov/api/views.json` |
+| State of Texas | `https://data.texas.gov/api/views.json` |
+
+Each publisher sets its own terms for its data. The Socrata and CKAN catalogue adapters keep the `License` and
+`Publisher` values from an entry's Common Core metadata as `licenceUrl` and `attribution`. An empty
+value means the portal supplied none. Check the licence on the portal entry before you reuse an item.
+A catalogue can list entries under terms such as these:
 
 - USA.gov public-domain label: `http://www.usa.gov/publicdomain/label/1.0/`
 - USA.gov government works: `https://www.usa.gov/government-works`

package/dist/btsTransportationStats.d.ts

@@ -21,6 +21,10 @@ export interface BtsCatalogueEntry {
     viewCount: number;
     /** How many times the entry has been downloaded. */
     downloadCount: number;
+    /** Licence URL the portal attaches to the entry, or "" when it supplies none. */
+    licenceUrl: string;
+    /** Publishing organisation the portal attaches to the entry, or "" when it supplies none. */
+    attribution: string;
 }
 /** One category and how many catalogue entries carry it. */
 export interface BtsCatalogueCategoryCount {

package/dist/btsTransportationStats.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"btsTransportationStats.d.ts","sourceRoot":"","sources":["../src/btsTransportationStats.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,0DAA0D;AAC1D,eAAO,MAAM,kCAAkC,6BAA6B,CAAC;AAE7E,0DAA0D;AAC1D,MAAM,WAAW,iBAAiB;IAChC,yDAAyD;IACzD,EAAE,EAAE,MAAM,CAAC;IACX,kEAAkE;IAClE,IAAI,EAAE,MAAM,CAAC;IACb,yEAAyE;IACzE,SAAS,EAAE,MAAM,CAAC;IAClB,qFAAqF;IACrF,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,qEAAqE;IACrE,QAAQ,EAAE,MAAM,CAAC;IACjB,mEAAmE;IACnE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,yEAAyE;IACzE,4BAA4B,EAAE,MAAM,CAAC;IACrC,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,4DAA4D;AAC5D,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qDAAqD;AACrD,MAAM,WAAW,0BAA0B;IACzC,gDAAgD;IAChD,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,YAAY,EAAE,MAAM,CAAC;IACrB,8EAA8E;IAC9E,WAAW,EAAE,iBAAiB,CAAC;IAC/B;;;OAGG;IACH,UAAU,EAAE,yBAAyB,EAAE,CAAC;CACzC;AAED,8EAA8E;AAC9E,eAAO,MAAM,iCAAiC,wCAAwC,CAAC;AAEvF,oDAAoD;AACpD,eAAO,MAAM,8BAA8B,KAAK,CAAC;AAkDjD;;;;;;;;GAQG;AACH,wBAAgB,8BAA8B,CAAC,OAAO,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAKnF;AAED;;;;;;;;;GASG;AACH,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,OAAO,GAAG,0BAA0B,CAuC/F;AAED;;;;;;;;GAQG;AACH,wBAAsB,2BAA2B,CAAC,OAAO,CAAC,EAAE;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACrC,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAOtC;AAED,+FAA+F;AAC/F,eAAO,MAAM,6BAA6B,EAAE,aAAa,CAAC,0BAA0B,CAanF,CAAC"}
+{"version":3,"file":"btsTransportationStats.d.ts","sourceRoot":"","sources":["../src/btsTransportationStats.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,0DAA0D;AAC1D,eAAO,MAAM,kCAAkC,6BAA6B,CAAC;AAE7E,0DAA0D;AAC1D,MAAM,WAAW,iBAAiB;IAChC,yDAAyD;IACzD,EAAE,EAAE,MAAM,CAAC;IACX,kEAAkE;IAClE,IAAI,EAAE,MAAM,CAAC;IACb,yEAAyE;IACzE,SAAS,EAAE,MAAM,CAAC;IAClB,qFAAqF;IACrF,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,qEAAqE;IACrE,QAAQ,EAAE,MAAM,CAAC;IACjB,mEAAmE;IACnE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,yEAAyE;IACzE,4BAA4B,EAAE,MAAM,CAAC;IACrC,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,aAAa,EAAE,MAAM,CAAC;IACtB,iFAAiF;IACjF,UAAU,EAAE,MAAM,CAAC;IACnB,6FAA6F;IAC7F,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,4DAA4D;AAC5D,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qDAAqD;AACrD,MAAM,WAAW,0BAA0B;IACzC,gDAAgD;IAChD,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,YAAY,EAAE,MAAM,CAAC;IACrB,8EAA8E;IAC9E,WAAW,EAAE,iBAAiB,CAAC;IAC/B;;;OAGG;IACH,UAAU,EAAE,yBAAyB,EAAE,CAAC;CACzC;AAED,8EAA8E;AAC9E,eAAO,MAAM,iCAAiC,wCAAwC,CAAC;AAEvF,oDAAoD;AACpD,eAAO,MAAM,8BAA8B,KAAK,CAAC;AAmDjD;;;;;;;;GAQG;AACH,wBAAgB,8BAA8B,CAAC,OAAO,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAKnF;AAED;;;;;;;;;GASG;AACH,wBAAgB,kCAAkC,CAAC,OAAO,EAAE,OAAO,GAAG,0BAA0B,CAwC/F;AAED;;;;;;;;GAQG;AACH,wBAAsB,2BAA2B,CAAC,OAAO,CAAC,EAAE;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACrC,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAOtC;AAED,+FAA+F;AAC/F,eAAO,MAAM,6BAA6B,EAAE,aAAa,CAAC,0BAA0B,CAanF,CAAC"}

package/dist/btsTransportationStats.js

@@ -2,6 +2,7 @@ import { z } from 'zod';
 import { UsSourceParseError } from './errors.js';
 import { httpGet } from './http.js';
 import { readFixtureJson } from './fixtures.js';
+import { parseSocrataCatalogueMetadata } from './socrataCatalogueMetadata.js';
 /** Adapter id for the bts-transportation-stats source. */
 export const BTS_TRANSPORTATION_STATS_SOURCE_ID = 'bts-transportation-stats';
 /** Base URL for the Bureau of Transportation Statistics Socrata catalogue. */
@@ -24,6 +25,7 @@ const BTS_TRANSPORTATION_STATS_ENTRY_SCHEMA = z.object({
     viewLastModified: z.number().optional(),
     viewCount: z.number().optional(),
     downloadCount: z.number().optional(),
+    metadata: z.unknown().optional(),
 });
 const BTS_TRANSPORTATION_STATS_PAYLOAD_SCHEMA = z.array(BTS_TRANSPORTATION_STATS_ENTRY_SCHEMA);
 /** Counts entries per category, most entries first, ties by name. */
@@ -92,6 +94,7 @@ export function parseBtsTransportationStatsPayload(payload) {
             viewLastModifiedEpochSeconds: row.viewLastModified ?? row.createdAt,
             viewCount: row.viewCount ?? 0,
             downloadCount: row.downloadCount ?? 0,
+            ...parseSocrataCatalogueMetadata(row.metadata),
         };
     });
     return {

package/dist/btsTransportationStats.js.map

@@ -1 +1 @@
-{"version":3,"file":"btsTransportationStats.js","sourceRoot":"","sources":["../src/btsTransportationStats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhD,0DAA0D;AAC1D,MAAM,CAAC,MAAM,kCAAkC,GAAG,0BAA0B,CAAC;AA8C7E,8EAA8E;AAC9E,MAAM,CAAC,MAAM,iCAAiC,GAAG,qCAAqC,CAAC;AAEvF,oDAAoD;AACpD,MAAM,CAAC,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAEjD,6GAA6G;AAC7G,MAAM,yCAAyC,GAAG,0CAA0C,CAAC;AAE7F,qFAAqF;AACrF,MAAM,gCAAgC,GAAG,eAAe,CAAC;AAEzD,4EAA4E;AAC5E,8DAA8D;AAC9D,MAAM,qCAAqC,GAAG,CAAC,CAAC,MAAM,CAAC;IACrD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAEH,MAAM,uCAAuC,GAAG,CAAC,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;AAE/F,qEAAqE;AACrE,SAAS,2BAA2B,CAAC,OAA4B;IAC/D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,gCAAgC,CAAC;QACpE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,IAAI,CAAC,CAAC,CAAC,YAAY,EAAE,SAAS,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,EAAE,CAC/D,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAC9F;SACA,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,gFAAgF;AAChF,SAAS,uBAAuB,CAAC,OAA4B;IAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,kBAAkB,CAAC,kCAAkC,EAAE,yBAAyB,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CACnB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAC1F,KAAK,CACN,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,8BAA8B,CAAC,OAA4B;IACzE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,8BAA8B,CAAC;KAChE,CAAC,CAAC;IACH,OAAO,uCAAuC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;AACpE,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,kCAAkC,CAAC,OAAgB;IACjE,MAAM,MAAM,GAAG,uCAAuC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC1E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,kBAAkB,CAAC,kCAAkC,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,kBAAkB,CAC1B,kCAAkC,EAClC,iCAAiC,CAClC,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAwB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC3D,IAAI,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAClF,MAAM,IAAI,kBAAkB,CAC1B,kCAAkC,EAClC,kEAAkE,CACnE,CAAC;QACJ,CAAC;QACD,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,EAAE;YAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAI;YAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;YAC5B,qBAAqB,EAAE,GAAG,CAAC,SAAS;YACpC,4BAA4B,EAAE,GAAG,CAAC,gBAAgB,IAAI,GAAG,CAAC,SAAS;YACnE,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC;YAC7B,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,CAAC;SACtC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,OAAO;QACP,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,MAAM;QAC7E,WAAW,EAAE,uBAAuB,CAAC,OAAO,CAAC;QAC7C,UAAU,EAAE,2BAA2B,CAAC,OAAO,CAAC;KACjD,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,OAGjD;IACC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC;IACzD,MAAM,GAAG,GAAG,8BAA8B,CACxC,OAAO,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAC7D,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,kCAAkC,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;IACvF,OAAO,kCAAkC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,+FAA+F;AAC/F,MAAM,CAAC,MAAM,6BAA6B,GAA8C;IACtF,EAAE,EAAE,kCAAkC;IACtC,IAAI,EAAE,+BAA+B;IACrC,IAAI,EAAE,MAAM;IACZ,WAAW,EACT,+JAA+J;IACjK,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAC3B,2BAA2B,CACzB,OAAO,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CACzE;IACH,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,kCAAkC,CAAC,OAAO,CAAC;IAC/D,WAAW,EAAE,GAAG,EAAE,CAChB,kCAAkC,CAAC,eAAe,CAAC,yCAAyC,CAAC,CAAC;CACjG,CAAC"}
+{"version":3,"file":"btsTransportationStats.js","sourceRoot":"","sources":["../src/btsTransportationStats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAG9E,0DAA0D;AAC1D,MAAM,CAAC,MAAM,kCAAkC,GAAG,0BAA0B,CAAC;AAkD7E,8EAA8E;AAC9E,MAAM,CAAC,MAAM,iCAAiC,GAAG,qCAAqC,CAAC;AAEvF,oDAAoD;AACpD,MAAM,CAAC,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAEjD,6GAA6G;AAC7G,MAAM,yCAAyC,GAAG,0CAA0C,CAAC;AAE7F,qFAAqF;AACrF,MAAM,gCAAgC,GAAG,eAAe,CAAC;AAEzD,4EAA4E;AAC5E,8DAA8D;AAC9D,MAAM,qCAAqC,GAAG,CAAC,CAAC,MAAM,CAAC;IACrD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAEH,MAAM,uCAAuC,GAAG,CAAC,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;AAE/F,qEAAqE;AACrE,SAAS,2BAA2B,CAAC,OAA4B;IAC/D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,gCAAgC,CAAC;QACpE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,IAAI,CAAC,CAAC,CAAC,YAAY,EAAE,SAAS,CAAC,EAAE,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,EAAE,CAC/D,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAC9F;SACA,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,gFAAgF;AAChF,SAAS,uBAAuB,CAAC,OAA4B;IAC3D,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,IAAI,kBAAkB,CAAC,kCAAkC,EAAE,yBAAyB,CAAC,CAAC;IAC9F,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CACnB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAC1F,KAAK,CACN,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,8BAA8B,CAAC,OAA4B;IACzE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,8BAA8B,CAAC;KAChE,CAAC,CAAC;IACH,OAAO,uCAAuC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;AACpE,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,kCAAkC,CAAC,OAAgB;IACjE,MAAM,MAAM,GAAG,uCAAuC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC1E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,kBAAkB,CAAC,kCAAkC,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,kBAAkB,CAC1B,kCAAkC,EAClC,iCAAiC,CAClC,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAwB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC3D,IAAI,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAClF,MAAM,IAAI,kBAAkB,CAC1B,kCAAkC,EAClC,kEAAkE,CACnE,CAAC;QACJ,CAAC;QACD,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,EAAE;YAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAI;YAC9B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;YAC5B,qBAAqB,EAAE,GAAG,CAAC,SAAS;YACpC,4BAA4B,EAAE,GAAG,CAAC,gBAAgB,IAAI,GAAG,CAAC,SAAS;YACnE,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC;YAC7B,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,CAAC;YACrC,GAAG,6BAA6B,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC/C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,OAAO;QACP,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,MAAM;QAC7E,WAAW,EAAE,uBAAuB,CAAC,OAAO,CAAC;QAC7C,UAAU,EAAE,2BAA2B,CAAC,OAAO,CAAC;KACjD,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,OAGjD;IACC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,UAAU,CAAC,KAAK,CAAC;IACzD,MAAM,GAAG,GAAG,8BAA8B,CACxC,OAAO,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAC7D,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,kCAAkC,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;IACvF,OAAO,kCAAkC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,+FAA+F;AAC/F,MAAM,CAAC,MAAM,6BAA6B,GAA8C;IACtF,EAAE,EAAE,kCAAkC;IACtC,IAAI,EAAE,+BAA+B;IACrC,IAAI,EAAE,MAAM;IACZ,WAAW,EACT,+JAA+J;IACjK,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAC3B,2BAA2B,CACzB,OAAO,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CACzE;IACH,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,kCAAkC,CAAC,OAAO,CAAC;IAC/D,WAAW,EAAE,GAAG,EAAE,CAChB,kCAAkC,CAAC,eAAe,CAAC,yCAAyC,CAAC,CAAC;CACjG,CAAC"}

package/dist/californiaOpenDataCatalogue.d.ts

@@ -0,0 +1,84 @@
+import type { SocrataCatalogueCategoryCount } from './socrataCatalogue.js';
+import type { UsDataAdapter } from './types.js';
+/** Adapter id for the California Open Data catalogue source. */
+export declare const CALIFORNIA_OPEN_DATA_CATALOGUE_SOURCE_ID = "california-open-data-catalogue";
+/** Keyless CKAN package-search URL for the California Open Data catalogue. */
+export declare const CALIFORNIA_OPEN_DATA_API_BASE = "https://data.ca.gov/api/3/action/package_search";
+/** How many catalogue entries one request reads. */
+export declare const CALIFORNIA_OPEN_DATA_CATALOGUE_LIMIT = 10;
+/** One CKAN package from the California Open Data catalogue. */
+export interface CaliforniaOpenDataCatalogueEntry {
+    /** CKAN package UUID. */
+    id: string;
+    /** CKAN package slug. */
+    name: string;
+    /** Human-readable dataset title. */
+    title: string;
+    /** CKAN package type, usually "dataset". */
+    assetType: string;
+    /** First CKAN group title, or null when the package belongs to no group. */
+    category: string | null;
+    /** When the package was created, in seconds since the Unix epoch. */
+    createdAtEpochSeconds: number;
+    /** When the package was last modified, in seconds since the Unix epoch. */
+    viewLastModifiedEpochSeconds: number;
+    /** Number of resources attached to the package. */
+    resourceCount: number;
+    /** Licence URL or title the portal attaches, or "" when it supplies none. */
+    licenceUrl: string;
+    /** Publishing organisation the portal attaches, or "" when it supplies none. */
+    attribution: string;
+}
+/** One catalogue topic and how many entries carry it. */
+export type CaliforniaOpenDataCategoryCount = SocrataCatalogueCategoryCount;
+/** One page of the California catalogue, folded for a story. */
+export interface CaliforniaOpenDataCatalogue {
+    /** One entry per package in the page. */
+    entries: CaliforniaOpenDataCatalogueEntry[];
+    entryCount: number;
+    /** Total packages the CKAN search reports for the query. */
+    catalogueCount: number;
+    /** Entries whose package type is "dataset". */
+    datasetCount: number;
+    /** Entry with the latest creation time. Ties go to the earlier list entry. */
+    newestEntry: CaliforniaOpenDataCatalogueEntry;
+    /** Categories in the page, most entries first, ties broken by name. */
+    categories: CaliforniaOpenDataCategoryCount[];
+}
+/**
+ * Builds the request URL for one page of the California CKAN catalogue.
+ *
+ * The endpoint is keyless. CKAN calls the entry cap `rows`.
+ *
+ * @param options - an optional entry cap
+ * @returns the full request URL
+ */
+export declare function buildCaliforniaOpenDataCatalogueUrl(options?: {
+    limit?: number;
+}): string;
+/**
+ * Parses one page of the California CKAN catalogue into entries and topic counts.
+ *
+ * An entry without an id, a name, a title, or a creation time is a changed
+ * shape and stops the parse. An empty page also stops the parse.
+ *
+ * @param payload - the JSON body from the California CKAN package search
+ * @returns the entries in the page, the counts, and the newest entry
+ */
+export declare function parseCaliforniaOpenDataCataloguePayload(payload: unknown): CaliforniaOpenDataCatalogue;
+/**
+ * Reads one page of the California Open Data catalogue through CKAN.
+ *
+ * One keyless request covers the page. The Socrata discovery endpoint on the
+ * same host answers HTTP 404, while CKAN package search answers JSON.
+ *
+ * @param options - an optional entry cap and fetch stub
+ * @returns the entries in the page, the counts, and the newest entry
+ */
+export declare function fetchCaliforniaOpenDataCatalogue(options?: {
+    limit?: number;
+    fetchImpl?: typeof globalThis.fetch;
+}): Promise<CaliforniaOpenDataCatalogue>;
+/** California Open Data catalogue of datasets and resources, keyless through CKAN. */
+export declare const californiaOpenDataCatalogueAdapter: UsDataAdapter<CaliforniaOpenDataCatalogue>;
+//# sourceMappingURL=californiaOpenDataCatalogue.d.ts.map

package/dist/californiaOpenDataCatalogue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"californiaOpenDataCatalogue.d.ts","sourceRoot":"","sources":["../src/californiaOpenDataCatalogue.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AAC3E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,gEAAgE;AAChE,eAAO,MAAM,wCAAwC,mCAAmC,CAAC;AAEzF,8EAA8E;AAC9E,eAAO,MAAM,6BAA6B,oDAAoD,CAAC;AAE/F,oDAAoD;AACpD,eAAO,MAAM,oCAAoC,KAAK,CAAC;AAEvD,gEAAgE;AAChE,MAAM,WAAW,gCAAgC;IAC/C,yBAAyB;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,yBAAyB;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,oCAAoC;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,4EAA4E;IAC5E,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,qEAAqE;IACrE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,2EAA2E;IAC3E,4BAA4B,EAAE,MAAM,CAAC;IACrC,mDAAmD;IACnD,aAAa,EAAE,MAAM,CAAC;IACtB,6EAA6E;IAC7E,UAAU,EAAE,MAAM,CAAC;IACnB,gFAAgF;IAChF,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,yDAAyD;AACzD,MAAM,MAAM,+BAA+B,GAAG,6BAA6B,CAAC;AAE5E,gEAAgE;AAChE,MAAM,WAAW,2BAA2B;IAC1C,yCAAyC;IACzC,OAAO,EAAE,gCAAgC,EAAE,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,cAAc,EAAE,MAAM,CAAC;IACvB,+CAA+C;IAC/C,YAAY,EAAE,MAAM,CAAC;IACrB,8EAA8E;IAC9E,WAAW,EAAE,gCAAgC,CAAC;IAC9C,uEAAuE;IACvE,UAAU,EAAE,+BAA+B,EAAE,CAAC;CAC/C;AA0ED;;;;;;;GAOG;AACH,wBAAgB,mCAAmC,CAAC,OAAO,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAKxF;AAED;;;;;;;;GAQG;AACH,wBAAgB,uCAAuC,CACrD,OAAO,EAAE,OAAO,GACf,2BAA2B,CA2D7B;AAED;;;;;;;;GAQG;AACH,wBAAsB,gCAAgC,CAAC,OAAO,CAAC,EAAE;IAC/D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACrC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAOvC;AAED,sFAAsF;AACtF,eAAO,MAAM,kCAAkC,EAAE,aAAa,CAAC,2BAA2B,CAazF,CAAC"}