retold-facto 0.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/.claude/launch.json +11 -0
  2. package/.dockerignore +8 -0
  3. package/.quackage.json +19 -0
  4. package/Dockerfile +26 -0
  5. package/bin/retold-facto.js +909 -0
  6. package/examples/facto-government-data.sqlite +0 -0
  7. package/examples/government-data-catalog.json +137 -0
  8. package/examples/government-data-loader.js +1432 -0
  9. package/package.json +91 -0
  10. package/scripts/facto-download.js +425 -0
  11. package/source/Retold-Facto.js +1042 -0
  12. package/source/services/Retold-Facto-BeaconProvider.js +511 -0
  13. package/source/services/Retold-Facto-CatalogManager.js +1252 -0
  14. package/source/services/Retold-Facto-DataLakeService.js +1642 -0
  15. package/source/services/Retold-Facto-DatasetManager.js +417 -0
  16. package/source/services/Retold-Facto-IngestEngine.js +1315 -0
  17. package/source/services/Retold-Facto-ProjectionEngine.js +3960 -0
  18. package/source/services/Retold-Facto-RecordManager.js +360 -0
  19. package/source/services/Retold-Facto-SchemaManager.js +1110 -0
  20. package/source/services/Retold-Facto-SourceFolderScanner.js +2243 -0
  21. package/source/services/Retold-Facto-SourceManager.js +730 -0
  22. package/source/services/Retold-Facto-StoreConnectionManager.js +441 -0
  23. package/source/services/Retold-Facto-ThroughputMonitor.js +478 -0
  24. package/source/services/web-app/codemirror-entry.js +7 -0
  25. package/source/services/web-app/pict-app/Pict-Application-Facto-Configuration.json +9 -0
  26. package/source/services/web-app/pict-app/Pict-Application-Facto.js +70 -0
  27. package/source/services/web-app/pict-app/Pict-Facto-Bundle.js +11 -0
  28. package/source/services/web-app/pict-app/providers/Pict-Provider-Facto-UI.js +66 -0
  29. package/source/services/web-app/pict-app/providers/Pict-Provider-Facto.js +69 -0
  30. package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Catalog.js +93 -0
  31. package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Connections.js +42 -0
  32. package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Datasets.js +605 -0
  33. package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Projections.js +188 -0
  34. package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Scanner.js +80 -0
  35. package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Schema.js +116 -0
  36. package/source/services/web-app/pict-app/providers/facto-api/Facto-API-Sources.js +104 -0
  37. package/source/services/web-app/pict-app/views/PictView-Facto-Catalog.js +526 -0
  38. package/source/services/web-app/pict-app/views/PictView-Facto-Datasets.js +173 -0
  39. package/source/services/web-app/pict-app/views/PictView-Facto-Ingest.js +259 -0
  40. package/source/services/web-app/pict-app/views/PictView-Facto-Layout.js +191 -0
  41. package/source/services/web-app/pict-app/views/PictView-Facto-Projections.js +231 -0
  42. package/source/services/web-app/pict-app/views/PictView-Facto-Records.js +326 -0
  43. package/source/services/web-app/pict-app/views/PictView-Facto-Scanner.js +624 -0
  44. package/source/services/web-app/pict-app/views/PictView-Facto-Sources.js +201 -0
  45. package/source/services/web-app/pict-app/views/PictView-Facto-Throughput.js +456 -0
  46. package/source/services/web-app/pict-app-full/Pict-Application-Facto-Full-Configuration.json +14 -0
  47. package/source/services/web-app/pict-app-full/Pict-Application-Facto-Full.js +391 -0
  48. package/source/services/web-app/pict-app-full/providers/PictRouter-Facto-Configuration.json +56 -0
  49. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-BottomBar.js +68 -0
  50. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Connections.js +340 -0
  51. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Dashboard.js +149 -0
  52. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Dashboards.js +819 -0
  53. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Datasets.js +178 -0
  54. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-IngestJobs.js +99 -0
  55. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Layout.js +62 -0
  56. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-MappingEditor.js +158 -0
  57. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-ProjectionDetail.js +1120 -0
  58. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Projections.js +172 -0
  59. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-QueryPanel.js +119 -0
  60. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-RecordViewer.js +663 -0
  61. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Records.js +648 -0
  62. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Scanner.js +1017 -0
  63. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaDetail.js +1404 -0
  64. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaDocEditor.js +1036 -0
  65. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaEditor.js +636 -0
  66. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SchemaResearch.js +357 -0
  67. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SourceDetail.js +822 -0
  68. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SourceEditor.js +1036 -0
  69. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-SourceResearch.js +487 -0
  70. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Sources.js +165 -0
  71. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-Throughput.js +439 -0
  72. package/source/services/web-app/pict-app-full/views/PictView-Facto-Full-TopBar.js +335 -0
  73. package/source/services/web-app/pict-app-full/views/projections/Facto-Projections-Constants.js +71 -0
  74. package/source/services/web-app/web/chart.min.js +20 -0
  75. package/source/services/web-app/web/codemirror-bundle.js +30099 -0
  76. package/source/services/web-app/web/css/facto-themes.css +467 -0
  77. package/source/services/web-app/web/css/facto.css +502 -0
  78. package/source/services/web-app/web/index.html +28 -0
  79. package/source/services/web-app/web/retold-facto.js +12138 -0
  80. package/source/services/web-app/web/retold-facto.js.map +1 -0
  81. package/source/services/web-app/web/retold-facto.min.js +2 -0
  82. package/source/services/web-app/web/retold-facto.min.js.map +1 -0
  83. package/source/services/web-app/web/simple/index.html +17 -0
  84. package/test/Facto_Browser_Integration_tests.js +798 -0
  85. package/test/RetoldFacto_tests.js +4117 -0
  86. package/test/fixtures/weather-readings.csv +17 -0
  87. package/test/fixtures/weather-stations.csv +9 -0
  88. package/test/model/MeadowModel-Extended.json +8497 -0
  89. package/test/model/MeadowModel-PICT.json +1 -0
  90. package/test/model/MeadowModel.json +1355 -0
  91. package/test/model/ddl/Facto.ddl +225 -0
  92. package/test/model/fable-configuration.json +14 -0
package/test/model/ddl/Facto.ddl ADDED
@@ -0,0 +1,225 @@
1
+ !Source
2
+ @IDSource
3
+ %GUIDSource
4
+ &CreateDate
5
+ #CreatingIDUser
6
+ &UpdateDate
7
+ #UpdatingIDUser
8
+ ^Deleted
9
+ &DeleteDate
10
+ #DeletingIDUser
11
+ $Name 200
12
+ $Type 64
13
+ $URL 512
14
+ $Protocol 32
15
+ *Description
16
+ *Configuration
17
+ ^Active
18
+
19
+ !SourceDocumentation
20
+ @IDSourceDocumentation
21
+ %GUIDSourceDocumentation
22
+ &CreateDate
23
+ #CreatingIDUser
24
+ &UpdateDate
25
+ #UpdatingIDUser
26
+ ^Deleted
27
+ &DeleteDate
28
+ #DeletingIDUser
29
+ #IDSource -> IDSource
30
+ $Name 200
31
+ $DocumentType 64
32
+ $MimeType 128
33
+ $StorageKey 256
34
+ *Description
35
+ *Content
36
+
37
+ !Dataset
38
+ @IDDataset
39
+ %GUIDDataset
40
+ &CreateDate
41
+ #CreatingIDUser
42
+ &UpdateDate
43
+ #UpdatingIDUser
44
+ ^Deleted
45
+ &DeleteDate
46
+ #DeletingIDUser
47
+ $Name 200
48
+ $Type 32
49
+ *Description
50
+ $SchemaHash 64
51
+ #SchemaVersion
52
+ *SchemaDefinition
53
+ $VersionPolicy 16
54
+
55
+ !DatasetSource
56
+ @IDDatasetSource
57
+ %GUIDDatasetSource
58
+ &CreateDate
59
+ #CreatingIDUser
60
+ &UpdateDate
61
+ #UpdatingIDUser
62
+ ^Deleted
63
+ &DeleteDate
64
+ #DeletingIDUser
65
+ #IDDataset -> IDDataset
66
+ #IDSource -> IDSource
67
+ .ReliabilityWeight 5,4
68
+
69
+ !Record
70
+ @IDRecord
71
+ %GUIDRecord
72
+ &CreateDate
73
+ #CreatingIDUser
74
+ &UpdateDate
75
+ #UpdatingIDUser
76
+ ^Deleted
77
+ &DeleteDate
78
+ #DeletingIDUser
79
+ #IDDataset -> IDDataset
80
+ #IDSource -> IDSource
81
+ $Type 64
82
+ $SchemaHash 64
83
+ #SchemaVersion
84
+ #Version
85
+ #IDIngestJob
86
+ &IngestDate
87
+ &OriginCreateDate
88
+ #RepresentedTimeStampStart
89
+ #RepresentedTimeStampStop
90
+ #RepresentedDuration
91
+ *Content
92
+
93
+ !RecordBinary
94
+ @IDRecordBinary
95
+ %GUIDRecordBinary
96
+ &CreateDate
97
+ #CreatingIDUser
98
+ &UpdateDate
99
+ #UpdatingIDUser
100
+ ^Deleted
101
+ &DeleteDate
102
+ #DeletingIDUser
103
+ #IDRecord -> IDRecord
104
+ $MimeType 128
105
+ $StorageKey 256
106
+ #FileSize
107
+
108
+ !CertaintyIndex
109
+ @IDCertaintyIndex
110
+ %GUIDCertaintyIndex
111
+ &CreateDate
112
+ #CreatingIDUser
113
+ &UpdateDate
114
+ #UpdatingIDUser
115
+ ^Deleted
116
+ &DeleteDate
117
+ #DeletingIDUser
118
+ #IDRecord -> IDRecord
119
+ .CertaintyValue 5,4
120
+ $Dimension 128
121
+ *Justification
122
+
123
+ !IngestJob
124
+ @IDIngestJob
125
+ %GUIDIngestJob
126
+ &CreateDate
127
+ #CreatingIDUser
128
+ &UpdateDate
129
+ #UpdatingIDUser
130
+ ^Deleted
131
+ &DeleteDate
132
+ #DeletingIDUser
133
+ #IDSource -> IDSource
134
+ #IDDataset -> IDDataset
135
+ $Status 32
136
+ &StartDate
137
+ &EndDate
138
+ #RecordsProcessed
139
+ #RecordsCreated
140
+ #RecordsUpdated
141
+ #RecordsErrored
142
+ *Configuration
143
+ *Log
144
+ #DatasetVersion
145
+ $ContentSignature 128
146
+
147
+ !SourceCatalogEntry
148
+ @IDSourceCatalogEntry
149
+ %GUIDSourceCatalogEntry
150
+ &CreateDate
151
+ #CreatingIDUser
152
+ &UpdateDate
153
+ #UpdatingIDUser
154
+ ^Deleted
155
+ &DeleteDate
156
+ #DeletingIDUser
157
+ $Agency 200
158
+ $Name 200
159
+ $Type 64
160
+ $URL 512
161
+ $Protocol 32
162
+ $Category 128
163
+ $Region 128
164
+ $UpdateFrequency 64
165
+ *Description
166
+ *Notes
167
+ ^Verified
168
+
169
+ !CatalogDatasetDefinition
170
+ @IDCatalogDatasetDefinition
171
+ %GUIDCatalogDatasetDefinition
172
+ &CreateDate
173
+ #CreatingIDUser
174
+ &UpdateDate
175
+ #UpdatingIDUser
176
+ ^Deleted
177
+ &DeleteDate
178
+ #DeletingIDUser
179
+ #IDSourceCatalogEntry -> IDSourceCatalogEntry
180
+ $Name 200
181
+ $Format 32
182
+ $MimeType 128
183
+ $EndpointURL 512
184
+ *Description
185
+ *ParseOptions
186
+ *AuthRequirements
187
+ $VersionPolicy 16
188
+ ^Provisioned
189
+ #IDSource
190
+ #IDDataset
191
+
192
+ !MultiSetProjection
193
+ @IDMultiSetProjection
194
+ %GUIDMultiSetProjection
195
+ &CreateDate
196
+ #CreatingIDUser
197
+ &UpdateDate
198
+ #UpdatingIDUser
199
+ ^Deleted
200
+ &DeleteDate
201
+ #DeletingIDUser
202
+ #IDDataset -> IDDataset
203
+ #IDProjectionStore -> IDProjectionStore
204
+ $Name 200
205
+ *Description
206
+ *PipelineConfiguration
207
+ ^Active
208
+
209
+ !ProjectionCertaintyLog
210
+ @IDProjectionCertaintyLog
211
+ %GUIDProjectionCertaintyLog
212
+ &CreateDate
213
+ #CreatingIDUser
214
+ &UpdateDate
215
+ #UpdatingIDUser
216
+ ^Deleted
217
+ &DeleteDate
218
+ #DeletingIDUser
219
+ #IDMultiSetProjection -> IDMultiSetProjection
220
+ $RecordGUID 256
221
+ .CertaintyValue 5,4
222
+ $SourceMappingLabel 200
223
+ #IDProjectionMapping -> IDProjectionMapping
224
+ $Action 32
225
+ *Details
package/test/model/fable-configuration.json ADDED
@@ -0,0 +1,14 @@
1
+ {
2
+ "Product": "RetoldFactoTest",
3
+ "APIServerPort": 9340,
4
+ "MySQL":
5
+ {
6
+ "Server": "127.0.0.1",
7
+ "Port": 3306,
8
+ "User": "root",
9
+ "Password": "123456789",
10
+ "Database": "retold_facto",
11
+ "ConnectionPoolLimit": 20
12
+ },
13
+ "MeadowConnectionMySQLAutoConnect": true
14
+ }