retold-facto 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/launch.json +11 -0
- package/.dockerignore +8 -0
- package/.quackage.json +19 -0
- package/Dockerfile +26 -0
- package/bin/retold-facto.js +909 -0
- package/examples/facto-government-data.sqlite +0 -0
- package/examples/government-data-catalog.json +137 -0
- package/examples/government-data-loader.js +1432 -0
- package/package.json +91 -0
- package/scripts/facto-download.js +425 -0
- package/source/Retold-Facto.js +1042 -0
- package/source/services/Retold-Facto-BeaconProvider.js +511 -0
- package/source/services/Retold-Facto-CatalogManager.js +1252 -0
- package/source/services/Retold-Facto-DataLakeService.js +1642 -0
- package/source/services/Retold-Facto-DatasetManager.js +417 -0
- package/source/services/Retold-Facto-IngestEngine.js +1315 -0
- package/source/services/Retold-Facto-ProjectionEngine.js +3960 -0
- package/source/services/Retold-Facto-RecordManager.js +360 -0
- package/source/services/Retold-Facto-SchemaManager.js +1110 -0
- package/source/services/Retold-Facto-SourceFolderScanner.js +2243 -0
- package/source/services/Retold-Facto-SourceManager.js +730 -0
- package/source/services/Retold-Facto-StoreConnectionManager.js +441 -0
- package/source/services/Retold-Facto-ThroughputMonitor.js +478 -0
- package/source/services/web-app/codemirror-entry.js +7 -0
- package/source/services/web-app/pict-app/Pict-Application-Facto-Configuration.json +9 -0
- package/source/services/web-app/pict-app/Pict-Application-Facto.js +70 -0
- package/source/services/web-app/pict-app/Pict-Facto-Bundle.js +11 -0
- package/source/services/web-app/pict-app/providers/Pict-Provider-Facto-UI.js +66 -0
- package/source/services/web-app/pict-app/providers/Pict-Provider-Facto.js +69 -0
- package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Catalog.js +93 -0
- package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Connections.js +42 -0
- package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Datasets.js +605 -0
- package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Projections.js +188 -0
- package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Scanner.js +80 -0
- package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Schema.js +116 -0
- package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Sources.js +104 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Catalog.js +526 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Datasets.js +173 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Ingest.js +259 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Layout.js +191 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Projections.js +231 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Records.js +326 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Scanner.js +624 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Sources.js +201 -0
- package/source/services/web-app/pict-app/views/PictView-Facto-Throughput.js +456 -0
- package/source/services/web-app/pict-app-full/Pict-Application-Facto-Full-Configuration.json +14 -0
- package/source/services/web-app/pict-app-full/Pict-Application-Facto-Full.js +391 -0
- package/source/services/web-app/pict-app-full/providers/PictRouter-Facto-Configuration.json +56 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-BottomBar.js +68 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Connections.js +340 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Dashboard.js +149 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Dashboards.js +819 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Datasets.js +178 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-IngestJobs.js +99 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Layout.js +62 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-MappingEditor.js +158 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-ProjectionDetail.js +1120 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Projections.js +172 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-QueryPanel.js +119 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-RecordViewer.js +663 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Records.js +648 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Scanner.js +1017 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaDetail.js +1404 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaDocEditor.js +1036 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaEditor.js +636 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaResearch.js +357 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SourceDetail.js +822 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SourceEditor.js +1036 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SourceResearch.js +487 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Sources.js +165 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Throughput.js +439 -0
- package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-TopBar.js +335 -0
- package/source/services/web-app/pict-app-full/views/projections/Facto-Projections-Constants.js +71 -0
- package/source/services/web-app/web/chart.min.js +20 -0
- package/source/services/web-app/web/codemirror-bundle.js +30099 -0
- package/source/services/web-app/web/css/facto-themes.css +467 -0
- package/source/services/web-app/web/css/facto.css +502 -0
- package/source/services/web-app/web/index.html +28 -0
- package/source/services/web-app/web/retold-facto.js +12138 -0
- package/source/services/web-app/web/retold-facto.js.map +1 -0
- package/source/services/web-app/web/retold-facto.min.js +2 -0
- package/source/services/web-app/web/retold-facto.min.js.map +1 -0
- package/source/services/web-app/web/simple/index.html +17 -0
- package/test/Facto_Browser_Integration_tests.js +798 -0
- package/test/RetoldFacto_tests.js +4117 -0
- package/test/fixtures/weather-readings.csv +17 -0
- package/test/fixtures/weather-stations.csv +9 -0
- package/test/model/MeadowModel-Extended.json +8497 -0
- package/test/model/MeadowModel-PICT.json +1 -0
- package/test/model/MeadowModel.json +1355 -0
- package/test/model/ddl/Facto.ddl +225 -0
- package/test/model/fable-configuration.json +14 -0
|
Binary file
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"Agency": "US Geological Survey",
|
|
4
|
+
"Name": "USGS Earthquake Hazards Program",
|
|
5
|
+
"Type": "API",
|
|
6
|
+
"URL": "https://earthquake.usgs.gov",
|
|
7
|
+
"Protocol": "HTTPS",
|
|
8
|
+
"Category": "Science",
|
|
9
|
+
"Region": "Global",
|
|
10
|
+
"UpdateFrequency": "Continuous",
|
|
11
|
+
"Description": "Real-time earthquake data via GeoJSON, CSV, and KML feeds from the USGS Earthquake Hazards Program.",
|
|
12
|
+
"Notes": "Free, no auth required. Public domain data.",
|
|
13
|
+
"Verified": true,
|
|
14
|
+
"Datasets": [
|
|
15
|
+
{
|
|
16
|
+
"Name": "USGS Earthquakes (Past 7 Days)",
|
|
17
|
+
"Format": "csv",
|
|
18
|
+
"MimeType": "text/csv",
|
|
19
|
+
"EndpointURL": "https://earthquake.usgs.gov/earthquakes/feed/v1.0/summary/all_week.csv",
|
|
20
|
+
"Description": "All earthquakes worldwide in the past 7 days. Updates every 5 minutes. Fields: time, latitude, longitude, depth, mag, magType, nst, gap, dmin, rms, net, id, updated, place, type.",
|
|
21
|
+
"ParseOptions": "{}",
|
|
22
|
+
"AuthRequirements": "None",
|
|
23
|
+
"VersionPolicy": "Append"
|
|
24
|
+
}
|
|
25
|
+
]
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"Agency": "US Treasury Department",
|
|
29
|
+
"Name": "Treasury Fiscal Data API",
|
|
30
|
+
"Type": "API",
|
|
31
|
+
"URL": "https://api.fiscaldata.treasury.gov",
|
|
32
|
+
"Protocol": "HTTPS",
|
|
33
|
+
"Category": "Finance",
|
|
34
|
+
"Region": "US",
|
|
35
|
+
"UpdateFrequency": "Daily",
|
|
36
|
+
"Description": "Programmatic access to federal financial data including national debt, exchange rates, and government spending.",
|
|
37
|
+
"Notes": "Free, no auth required. Supports JSON, CSV, XML output formats.",
|
|
38
|
+
"Verified": true,
|
|
39
|
+
"Datasets": [
|
|
40
|
+
{
|
|
41
|
+
"Name": "Treasury Debt to the Penny",
|
|
42
|
+
"Format": "json",
|
|
43
|
+
"MimeType": "application/json",
|
|
44
|
+
"EndpointURL": "https://api.fiscaldata.treasury.gov/services/api/fiscal_service/v2/accounting/od/debt_to_penny?page[size]=100&format=json",
|
|
45
|
+
"Description": "Daily US national debt figures showing total public debt outstanding. Fields: record_date, debt_held_public_amt, intragov_hold_amt, tot_pub_debt_out_amt.",
|
|
46
|
+
"ParseOptions": "{\"dataPath\": \"data\"}",
|
|
47
|
+
"AuthRequirements": "None",
|
|
48
|
+
"VersionPolicy": "Append"
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
"Name": "Treasury Exchange Rates",
|
|
52
|
+
"Format": "xml",
|
|
53
|
+
"MimeType": "application/xml",
|
|
54
|
+
"EndpointURL": "https://api.fiscaldata.treasury.gov/services/api/fiscal_service/v1/accounting/od/rates_of_exchange?page[size]=50&format=xml",
|
|
55
|
+
"Description": "Foreign currency exchange rates used for federal government reporting. Fields: record_date, country, currency, exchange_rate, effective_date.",
|
|
56
|
+
"ParseOptions": "{}",
|
|
57
|
+
"AuthRequirements": "None",
|
|
58
|
+
"VersionPolicy": "Append"
|
|
59
|
+
}
|
|
60
|
+
]
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
"Agency": "US Geological Survey",
|
|
64
|
+
"Name": "USGS National Water Information System",
|
|
65
|
+
"Type": "API",
|
|
66
|
+
"URL": "https://waterservices.usgs.gov",
|
|
67
|
+
"Protocol": "HTTPS",
|
|
68
|
+
"Category": "Science",
|
|
69
|
+
"Region": "US",
|
|
70
|
+
"UpdateFrequency": "Continuous",
|
|
71
|
+
"Description": "Real-time water data from thousands of monitoring stations including streamflow, water levels, and water quality.",
|
|
72
|
+
"Notes": "Free, no auth required. RDB tab-delimited format with comment headers.",
|
|
73
|
+
"Verified": true,
|
|
74
|
+
"Datasets": [
|
|
75
|
+
{
|
|
76
|
+
"Name": "USGS Streamflow - Potomac River",
|
|
77
|
+
"Format": "csv",
|
|
78
|
+
"MimeType": "text/tab-separated-values",
|
|
79
|
+
"EndpointURL": "https://waterservices.usgs.gov/nwis/iv/?format=rdb&sites=01646500&period=P1D¶meterCd=00060",
|
|
80
|
+
"Description": "Real-time streamflow (discharge) data for the Potomac River at Little Falls, DC. Site 01646500, Parameter 00060 (cubic feet per second). Updates every 15 minutes.",
|
|
81
|
+
"ParseOptions": "{\"delimiter\": \"\\t\", \"stripCommentLines\": true}",
|
|
82
|
+
"AuthRequirements": "None",
|
|
83
|
+
"VersionPolicy": "Append"
|
|
84
|
+
}
|
|
85
|
+
]
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
"Agency": "Bureau of Labor Statistics",
|
|
89
|
+
"Name": "BLS Public Data API",
|
|
90
|
+
"Type": "API",
|
|
91
|
+
"URL": "https://api.bls.gov/publicAPI/v2",
|
|
92
|
+
"Protocol": "HTTPS",
|
|
93
|
+
"Category": "Economics",
|
|
94
|
+
"Region": "US",
|
|
95
|
+
"UpdateFrequency": "Monthly",
|
|
96
|
+
"Description": "Economic time series data including employment, prices, compensation, and productivity statistics.",
|
|
97
|
+
"Notes": "Free for limited requests. Registration key available for higher rate limits.",
|
|
98
|
+
"Verified": true,
|
|
99
|
+
"Datasets": [
|
|
100
|
+
{
|
|
101
|
+
"Name": "BLS Consumer Price Index",
|
|
102
|
+
"Format": "json",
|
|
103
|
+
"MimeType": "application/json",
|
|
104
|
+
"EndpointURL": "https://api.bls.gov/publicAPI/v2/timeseries/data/CUUR0000SA0",
|
|
105
|
+
"Description": "Consumer Price Index for All Urban Consumers (CPI-U), all items, US city average. Series CUUR0000SA0. Fields: year, period, periodName, value, footnotes.",
|
|
106
|
+
"ParseOptions": "{\"dataPath\": \"Results.series[0].data\"}",
|
|
107
|
+
"AuthRequirements": "None (optional API key for higher limits)",
|
|
108
|
+
"VersionPolicy": "Append"
|
|
109
|
+
}
|
|
110
|
+
]
|
|
111
|
+
},
|
|
112
|
+
{
|
|
113
|
+
"Agency": "National Oceanic and Atmospheric Administration",
|
|
114
|
+
"Name": "NOAA National Centers for Environmental Information",
|
|
115
|
+
"Type": "File",
|
|
116
|
+
"URL": "https://www.ncei.noaa.gov",
|
|
117
|
+
"Protocol": "HTTPS",
|
|
118
|
+
"Category": "Climate",
|
|
119
|
+
"Region": "Global",
|
|
120
|
+
"UpdateFrequency": "Daily",
|
|
121
|
+
"Description": "Global Historical Climatology Network (GHCN) and other climate datasets from NOAA NCEI.",
|
|
122
|
+
"Notes": "Free, no auth required. Fixed-width, CSV, and NetCDF formats available.",
|
|
123
|
+
"Verified": true,
|
|
124
|
+
"Datasets": [
|
|
125
|
+
{
|
|
126
|
+
"Name": "NOAA Weather Station Inventory",
|
|
127
|
+
"Format": "other",
|
|
128
|
+
"MimeType": "text/plain",
|
|
129
|
+
"EndpointURL": "https://www.ncei.noaa.gov/pub/data/ghcn/daily/ghcnd-stations.txt",
|
|
130
|
+
"Description": "GHCN-Daily weather station inventory. Fixed-width format with ~120,000+ stations globally. Columns: ID (11), Latitude (8), Longitude (9), Elevation (6), State (2), Name (30), GSN Flag (3), HCN Flag (3), WMO ID (5).",
|
|
131
|
+
"ParseOptions": "{\"columns\": [{\"name\": \"ID\", \"start\": 1, \"width\": 11}, {\"name\": \"Latitude\", \"start\": 13, \"width\": 8}, {\"name\": \"Longitude\", \"start\": 22, \"width\": 9}, {\"name\": \"Elevation\", \"start\": 32, \"width\": 6}, {\"name\": \"State\", \"start\": 39, \"width\": 2}, {\"name\": \"Name\", \"start\": 42, \"width\": 30}, {\"name\": \"GSNFlag\", \"start\": 73, \"width\": 3}, {\"name\": \"HCNFlag\", \"start\": 77, \"width\": 3}, {\"name\": \"WMOId\", \"start\": 81, \"width\": 5}]}",
|
|
132
|
+
"AuthRequirements": "None",
|
|
133
|
+
"VersionPolicy": "Replace"
|
|
134
|
+
}
|
|
135
|
+
]
|
|
136
|
+
}
|
|
137
|
+
]
|