digitaltwin-core 0.14.0 → 0.14.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +101 -106
- package/dist/auth/apisix_parser.d.ts +0 -146
- package/dist/auth/apisix_parser.d.ts.map +0 -1
- package/dist/auth/apisix_parser.js +0 -185
- package/dist/auth/apisix_parser.js.map +0 -1
- package/dist/auth/auth_config.d.ts +0 -126
- package/dist/auth/auth_config.d.ts.map +0 -1
- package/dist/auth/auth_config.js +0 -169
- package/dist/auth/auth_config.js.map +0 -1
- package/dist/auth/index.d.ts +0 -5
- package/dist/auth/index.d.ts.map +0 -1
- package/dist/auth/index.js +0 -4
- package/dist/auth/index.js.map +0 -1
- package/dist/auth/types.d.ts +0 -100
- package/dist/auth/types.d.ts.map +0 -1
- package/dist/auth/types.js +0 -2
- package/dist/auth/types.js.map +0 -1
- package/dist/auth/user_service.d.ts +0 -86
- package/dist/auth/user_service.d.ts.map +0 -1
- package/dist/auth/user_service.js +0 -237
- package/dist/auth/user_service.js.map +0 -1
- package/dist/components/assets_manager.d.ts +0 -662
- package/dist/components/assets_manager.d.ts.map +0 -1
- package/dist/components/assets_manager.js +0 -1529
- package/dist/components/assets_manager.js.map +0 -1
- package/dist/components/async_upload.d.ts +0 -20
- package/dist/components/async_upload.d.ts.map +0 -1
- package/dist/components/async_upload.js +0 -10
- package/dist/components/async_upload.js.map +0 -1
- package/dist/components/collector.d.ts +0 -203
- package/dist/components/collector.d.ts.map +0 -1
- package/dist/components/collector.js +0 -202
- package/dist/components/collector.js.map +0 -1
- package/dist/components/custom_table_manager.d.ts +0 -503
- package/dist/components/custom_table_manager.d.ts.map +0 -1
- package/dist/components/custom_table_manager.js +0 -1052
- package/dist/components/custom_table_manager.js.map +0 -1
- package/dist/components/global_assets_handler.d.ts +0 -63
- package/dist/components/global_assets_handler.d.ts.map +0 -1
- package/dist/components/global_assets_handler.js +0 -127
- package/dist/components/global_assets_handler.js.map +0 -1
- package/dist/components/handler.d.ts +0 -104
- package/dist/components/handler.d.ts.map +0 -1
- package/dist/components/handler.js +0 -110
- package/dist/components/handler.js.map +0 -1
- package/dist/components/harvester.d.ts +0 -182
- package/dist/components/harvester.d.ts.map +0 -1
- package/dist/components/harvester.js +0 -393
- package/dist/components/harvester.js.map +0 -1
- package/dist/components/index.d.ts +0 -11
- package/dist/components/index.d.ts.map +0 -1
- package/dist/components/index.js +0 -9
- package/dist/components/index.js.map +0 -1
- package/dist/components/interfaces.d.ts +0 -126
- package/dist/components/interfaces.d.ts.map +0 -1
- package/dist/components/interfaces.js +0 -8
- package/dist/components/interfaces.js.map +0 -1
- package/dist/components/map_manager.d.ts +0 -61
- package/dist/components/map_manager.d.ts.map +0 -1
- package/dist/components/map_manager.js +0 -242
- package/dist/components/map_manager.js.map +0 -1
- package/dist/components/tileset_manager.d.ts +0 -125
- package/dist/components/tileset_manager.d.ts.map +0 -1
- package/dist/components/tileset_manager.js +0 -618
- package/dist/components/tileset_manager.js.map +0 -1
- package/dist/components/types.d.ts +0 -226
- package/dist/components/types.d.ts.map +0 -1
- package/dist/components/types.js +0 -8
- package/dist/components/types.js.map +0 -1
- package/dist/database/adapters/knex_database_adapter.d.ts +0 -92
- package/dist/database/adapters/knex_database_adapter.d.ts.map +0 -1
- package/dist/database/adapters/knex_database_adapter.js +0 -647
- package/dist/database/adapters/knex_database_adapter.js.map +0 -1
- package/dist/database/database_adapter.d.ts +0 -251
- package/dist/database/database_adapter.d.ts.map +0 -1
- package/dist/database/database_adapter.js +0 -46
- package/dist/database/database_adapter.js.map +0 -1
- package/dist/engine/digital_twin_engine.d.ts +0 -253
- package/dist/engine/digital_twin_engine.d.ts.map +0 -1
- package/dist/engine/digital_twin_engine.js +0 -790
- package/dist/engine/digital_twin_engine.js.map +0 -1
- package/dist/engine/endpoints.d.ts +0 -47
- package/dist/engine/endpoints.d.ts.map +0 -1
- package/dist/engine/endpoints.js +0 -56
- package/dist/engine/endpoints.js.map +0 -1
- package/dist/engine/events.d.ts +0 -93
- package/dist/engine/events.d.ts.map +0 -1
- package/dist/engine/events.js +0 -71
- package/dist/engine/events.js.map +0 -1
- package/dist/engine/initializer.d.ts +0 -62
- package/dist/engine/initializer.d.ts.map +0 -1
- package/dist/engine/initializer.js +0 -108
- package/dist/engine/initializer.js.map +0 -1
- package/dist/engine/queue_manager.d.ts +0 -87
- package/dist/engine/queue_manager.d.ts.map +0 -1
- package/dist/engine/queue_manager.js +0 -196
- package/dist/engine/queue_manager.js.map +0 -1
- package/dist/engine/scheduler.d.ts +0 -30
- package/dist/engine/scheduler.d.ts.map +0 -1
- package/dist/engine/scheduler.js +0 -370
- package/dist/engine/scheduler.js.map +0 -1
- package/dist/engine/upload_processor.d.ts +0 -36
- package/dist/engine/upload_processor.d.ts.map +0 -1
- package/dist/engine/upload_processor.js +0 -101
- package/dist/engine/upload_processor.js.map +0 -1
- package/dist/env/env.d.ts +0 -134
- package/dist/env/env.d.ts.map +0 -1
- package/dist/env/env.js +0 -177
- package/dist/env/env.js.map +0 -1
- package/dist/index.d.ts +0 -49
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -57
- package/dist/index.js.map +0 -1
- package/dist/openapi/generator.d.ts +0 -93
- package/dist/openapi/generator.d.ts.map +0 -1
- package/dist/openapi/generator.js +0 -293
- package/dist/openapi/generator.js.map +0 -1
- package/dist/openapi/index.d.ts +0 -9
- package/dist/openapi/index.d.ts.map +0 -1
- package/dist/openapi/index.js +0 -9
- package/dist/openapi/index.js.map +0 -1
- package/dist/openapi/types.d.ts +0 -182
- package/dist/openapi/types.d.ts.map +0 -1
- package/dist/openapi/types.js +0 -16
- package/dist/openapi/types.js.map +0 -1
- package/dist/storage/adapters/local_storage_service.d.ts +0 -51
- package/dist/storage/adapters/local_storage_service.d.ts.map +0 -1
- package/dist/storage/adapters/local_storage_service.js +0 -110
- package/dist/storage/adapters/local_storage_service.js.map +0 -1
- package/dist/storage/adapters/ovh_storage_service.d.ts +0 -72
- package/dist/storage/adapters/ovh_storage_service.d.ts.map +0 -1
- package/dist/storage/adapters/ovh_storage_service.js +0 -206
- package/dist/storage/adapters/ovh_storage_service.js.map +0 -1
- package/dist/storage/storage_factory.d.ts +0 -14
- package/dist/storage/storage_factory.d.ts.map +0 -1
- package/dist/storage/storage_factory.js +0 -40
- package/dist/storage/storage_factory.js.map +0 -1
- package/dist/storage/storage_service.d.ts +0 -163
- package/dist/storage/storage_service.d.ts.map +0 -1
- package/dist/storage/storage_service.js +0 -54
- package/dist/storage/storage_service.js.map +0 -1
- package/dist/types/data_record.d.ts +0 -123
- package/dist/types/data_record.d.ts.map +0 -1
- package/dist/types/data_record.js +0 -8
- package/dist/types/data_record.js.map +0 -1
- package/dist/utils/http_responses.d.ts +0 -155
- package/dist/utils/http_responses.d.ts.map +0 -1
- package/dist/utils/http_responses.js +0 -190
- package/dist/utils/http_responses.js.map +0 -1
- package/dist/utils/index.d.ts +0 -8
- package/dist/utils/index.d.ts.map +0 -1
- package/dist/utils/index.js +0 -6
- package/dist/utils/index.js.map +0 -1
- package/dist/utils/logger.d.ts +0 -74
- package/dist/utils/logger.d.ts.map +0 -1
- package/dist/utils/logger.js +0 -92
- package/dist/utils/logger.js.map +0 -1
- package/dist/utils/map_to_data_record.d.ts +0 -10
- package/dist/utils/map_to_data_record.d.ts.map +0 -1
- package/dist/utils/map_to_data_record.js +0 -36
- package/dist/utils/map_to_data_record.js.map +0 -1
- package/dist/utils/servable_endpoint.d.ts +0 -63
- package/dist/utils/servable_endpoint.d.ts.map +0 -1
- package/dist/utils/servable_endpoint.js +0 -67
- package/dist/utils/servable_endpoint.js.map +0 -1
- package/dist/utils/zip_utils.d.ts +0 -66
- package/dist/utils/zip_utils.d.ts.map +0 -1
- package/dist/utils/zip_utils.js +0 -169
- package/dist/utils/zip_utils.js.map +0 -1
|
@@ -1,393 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Utility class for parsing harvester source range configurations.
|
|
3
|
-
*
|
|
4
|
-
* Handles conversion of various source range formats (time-based like '1h', '30m'
|
|
5
|
-
* or count-based like '100') into structured date ranges for data retrieval.
|
|
6
|
-
*
|
|
7
|
-
* @example
|
|
8
|
-
* ```typescript
|
|
9
|
-
* // Parse time-based range: get data from last hour
|
|
10
|
-
* const result = SourceRangeParser.parseSourceRange(new Date(), '1h');
|
|
11
|
-
*
|
|
12
|
-
* // Parse count-based range: get last 50 records
|
|
13
|
-
* const result = SourceRangeParser.parseSourceRange(new Date(), 50);
|
|
14
|
-
* ```
|
|
15
|
-
*/
|
|
16
|
-
class SourceRangeParser {
|
|
17
|
-
static { this.ZERO_DATE = new Date('1970-01-01T00:00:00Z'); }
|
|
18
|
-
/**
|
|
19
|
-
* Gets the zero date used as fallback for empty datasets.
|
|
20
|
-
*
|
|
21
|
-
* @returns Unix epoch date (1970-01-01T00:00:00Z)
|
|
22
|
-
*/
|
|
23
|
-
static get zeroDate() {
|
|
24
|
-
return new Date(this.ZERO_DATE);
|
|
25
|
-
}
|
|
26
|
-
/**
|
|
27
|
-
* Parses source range configuration into a structured result.
|
|
28
|
-
*
|
|
29
|
-
* @param latestDate - The latest date in the existing data
|
|
30
|
-
* @param sourceRange - Range specification (e.g., '1h', '30m', '7d', or number for count)
|
|
31
|
-
* @returns Parsed range result with start/end dates or record limit
|
|
32
|
-
*
|
|
33
|
-
* @throws {Error} When source range format is invalid
|
|
34
|
-
*/
|
|
35
|
-
static parseSourceRange(latestDate, sourceRange) {
|
|
36
|
-
if (!sourceRange) {
|
|
37
|
-
return { startDate: latestDate, limit: 1 };
|
|
38
|
-
}
|
|
39
|
-
// If it's a number or numeric string (limit mode)
|
|
40
|
-
if (typeof sourceRange === 'number' || /^\d+$/.test(sourceRange)) {
|
|
41
|
-
return { startDate: latestDate, limit: Number(sourceRange) };
|
|
42
|
-
}
|
|
43
|
-
const sourceRangeStr = sourceRange.toString();
|
|
44
|
-
let value;
|
|
45
|
-
let unit;
|
|
46
|
-
// Parse time-based ranges
|
|
47
|
-
if (sourceRangeStr.includes('d')) {
|
|
48
|
-
value = parseInt(sourceRangeStr.replace('d', ''));
|
|
49
|
-
unit = 'days';
|
|
50
|
-
}
|
|
51
|
-
else if (sourceRangeStr.includes('h')) {
|
|
52
|
-
value = parseInt(sourceRangeStr.replace('h', ''));
|
|
53
|
-
unit = 'hours';
|
|
54
|
-
}
|
|
55
|
-
else if (sourceRangeStr.includes('m')) {
|
|
56
|
-
value = parseInt(sourceRangeStr.replace('m', ''));
|
|
57
|
-
unit = 'minutes';
|
|
58
|
-
}
|
|
59
|
-
else if (sourceRangeStr.includes('s')) {
|
|
60
|
-
value = parseInt(sourceRangeStr.replace('s', ''));
|
|
61
|
-
unit = 'seconds';
|
|
62
|
-
}
|
|
63
|
-
else {
|
|
64
|
-
throw new Error(`Invalid source range format: ${sourceRange}`);
|
|
65
|
-
}
|
|
66
|
-
// For time-based ranges, start from latestDate and go forward
|
|
67
|
-
const startDate = latestDate;
|
|
68
|
-
const endDate = this.addTime(startDate, value, unit);
|
|
69
|
-
return { startDate, endDate };
|
|
70
|
-
}
|
|
71
|
-
/**
|
|
72
|
-
* Adds time to a date based on the specified unit.
|
|
73
|
-
*
|
|
74
|
-
* @param date - Base date to add time to
|
|
75
|
-
* @param value - Amount of time to add
|
|
76
|
-
* @param unit - Time unit ('days', 'hours', 'minutes', 'seconds')
|
|
77
|
-
* @returns New date with added time
|
|
78
|
-
*/
|
|
79
|
-
static addTime(date, value, unit) {
|
|
80
|
-
const result = new Date(date);
|
|
81
|
-
switch (unit) {
|
|
82
|
-
case 'days':
|
|
83
|
-
result.setDate(result.getDate() + value);
|
|
84
|
-
break;
|
|
85
|
-
case 'hours':
|
|
86
|
-
result.setHours(result.getHours() + value);
|
|
87
|
-
break;
|
|
88
|
-
case 'minutes':
|
|
89
|
-
result.setMinutes(result.getMinutes() + value);
|
|
90
|
-
break;
|
|
91
|
-
case 'seconds':
|
|
92
|
-
result.setSeconds(result.getSeconds() + value);
|
|
93
|
-
break;
|
|
94
|
-
}
|
|
95
|
-
return result;
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
/**
|
|
99
|
-
* Abstract base class for data harvesting components.
|
|
100
|
-
*
|
|
101
|
-
* Harvesters process and analyze data that has been collected by Collectors,
|
|
102
|
-
* applying transformations, aggregations, or other data processing operations.
|
|
103
|
-
* They can be triggered by new source data or run on a schedule.
|
|
104
|
-
*
|
|
105
|
-
* Key features:
|
|
106
|
-
* - Process existing collected data with configurable ranges
|
|
107
|
-
* - Support both time-based and count-based data retrieval
|
|
108
|
-
* - Can be triggered by source data changes or scheduled execution
|
|
109
|
-
* - Provide HTTP endpoints for accessing processed results
|
|
110
|
-
*
|
|
111
|
-
* @example
|
|
112
|
-
* ```typescript
|
|
113
|
-
* class TrafficAnalysisHarvester extends Harvester {
|
|
114
|
-
* getUserConfiguration() {
|
|
115
|
-
* return {
|
|
116
|
-
* name: 'traffic-analysis',
|
|
117
|
-
* type: 'harvester',
|
|
118
|
-
* source: 'traffic-collector',
|
|
119
|
-
* source_range: '1h', // Process last hour of data
|
|
120
|
-
* schedule: '0 *\/15 * * * *' // Run every 15 minutes
|
|
121
|
-
* };
|
|
122
|
-
* }
|
|
123
|
-
*
|
|
124
|
-
* async harvest(data: DataRecord[]): Promise<DataRecord[]> {
|
|
125
|
-
* // Process traffic data and return analysis results
|
|
126
|
-
* return this.analyzeTrafficPatterns(data);
|
|
127
|
-
* }
|
|
128
|
-
* }
|
|
129
|
-
* ```
|
|
130
|
-
*/
|
|
131
|
-
export class Harvester {
|
|
132
|
-
/**
|
|
133
|
-
* Injects database and storage dependencies into the harvester.
|
|
134
|
-
*
|
|
135
|
-
* Called during component initialization to provide access to
|
|
136
|
-
* data storage and file operations.
|
|
137
|
-
*
|
|
138
|
-
* @param db - Database adapter for reading source data
|
|
139
|
-
* @param storage - Storage service for file operations
|
|
140
|
-
*/
|
|
141
|
-
setDependencies(db, storage) {
|
|
142
|
-
this.db = db;
|
|
143
|
-
this.storage = storage;
|
|
144
|
-
}
|
|
145
|
-
/**
|
|
146
|
-
* Returns the complete harvester configuration with defaults applied.
|
|
147
|
-
*
|
|
148
|
-
* Merges user configuration with sensible defaults for optional settings.
|
|
149
|
-
* This final configuration is used by the engine and scheduler.
|
|
150
|
-
*
|
|
151
|
-
* @returns Complete configuration with all defaults applied
|
|
152
|
-
*/
|
|
153
|
-
getConfiguration() {
|
|
154
|
-
if (this._configCache) {
|
|
155
|
-
return this._configCache;
|
|
156
|
-
}
|
|
157
|
-
const userConfig = this.getUserConfiguration();
|
|
158
|
-
// Apply defaults first, then user config
|
|
159
|
-
const defaults = {
|
|
160
|
-
triggerMode: 'on-source',
|
|
161
|
-
source_range: 1,
|
|
162
|
-
multiple_results: false,
|
|
163
|
-
source_range_min: false,
|
|
164
|
-
debounceMs: 1000,
|
|
165
|
-
dependencies: [],
|
|
166
|
-
dependenciesLimit: []
|
|
167
|
-
};
|
|
168
|
-
this._configCache = {
|
|
169
|
-
...defaults,
|
|
170
|
-
...userConfig
|
|
171
|
-
};
|
|
172
|
-
return this._configCache;
|
|
173
|
-
}
|
|
174
|
-
/**
|
|
175
|
-
* Returns the cron schedule for this harvester.
|
|
176
|
-
*
|
|
177
|
-
* For 'on-source' trigger mode, returns empty string (no schedule).
|
|
178
|
-
* For 'scheduled' mode, uses the provided schedule or defaults to every minute.
|
|
179
|
-
*
|
|
180
|
-
* @returns Cron expression string or empty string for source-triggered mode
|
|
181
|
-
*/
|
|
182
|
-
getSchedule() {
|
|
183
|
-
const config = this.getConfiguration();
|
|
184
|
-
if (config.triggerMode === 'on-source') {
|
|
185
|
-
return '';
|
|
186
|
-
}
|
|
187
|
-
// Default to every minute instead of every second
|
|
188
|
-
return '0 * * * * *';
|
|
189
|
-
}
|
|
190
|
-
/**
|
|
191
|
-
* Main execution method for the harvester.
|
|
192
|
-
*
|
|
193
|
-
* Orchestrates the harvesting process by:
|
|
194
|
-
* 1. Determining the date range for data retrieval
|
|
195
|
-
* 2. Fetching source and dependency data
|
|
196
|
-
* 3. Calling the harvest method with the data
|
|
197
|
-
* 4. Storing the results in the database
|
|
198
|
-
*
|
|
199
|
-
* @returns True if harvesting was successful, false if no data to process
|
|
200
|
-
*
|
|
201
|
-
* @throws {Error} When source component is not specified
|
|
202
|
-
* @throws {Error} When data processing fails
|
|
203
|
-
*/
|
|
204
|
-
async run() {
|
|
205
|
-
const config = this.getConfiguration();
|
|
206
|
-
if (!config.source) {
|
|
207
|
-
throw new Error(`Harvester ${config.name} must specify a source component`);
|
|
208
|
-
}
|
|
209
|
-
// Get the latest harvested date
|
|
210
|
-
const latestHarvestedRecord = await this.db.getLatestByName(config.name);
|
|
211
|
-
// Calculate the starting point for harvesting
|
|
212
|
-
let latestDate;
|
|
213
|
-
if (!latestHarvestedRecord) {
|
|
214
|
-
// First run - get first source record and start from one second before
|
|
215
|
-
const firstSourceRecord = await this.db.getFirstByName(config.source);
|
|
216
|
-
if (!firstSourceRecord) {
|
|
217
|
-
return false;
|
|
218
|
-
}
|
|
219
|
-
latestDate = new Date(firstSourceRecord.date.getTime() - 1000);
|
|
220
|
-
}
|
|
221
|
-
else {
|
|
222
|
-
latestDate = latestHarvestedRecord.date;
|
|
223
|
-
}
|
|
224
|
-
// Parse source range
|
|
225
|
-
const { startDate, endDate, limit } = SourceRangeParser.parseSourceRange(latestDate, config.source_range);
|
|
226
|
-
// Get source data based on range
|
|
227
|
-
const sourceData = await this.getSourceData(config.source, startDate, endDate, limit);
|
|
228
|
-
if (!sourceData || sourceData.length === 0) {
|
|
229
|
-
return false;
|
|
230
|
-
}
|
|
231
|
-
// Check if we have enough data (strict mode)
|
|
232
|
-
if (limit && config.source_range_min && sourceData.length < limit) {
|
|
233
|
-
return false;
|
|
234
|
-
}
|
|
235
|
-
// Calculate storage date
|
|
236
|
-
const storageDate = endDate || sourceData[sourceData.length - 1].date;
|
|
237
|
-
// Prepare source data for harvesting
|
|
238
|
-
const sourceForHarvesting = limit === 1 && !endDate ? sourceData[0] : sourceData;
|
|
239
|
-
// Get dependencies data
|
|
240
|
-
const dependenciesData = await this.getDependenciesData(config.dependencies || [], config.dependenciesLimit || [], storageDate);
|
|
241
|
-
// Execute harvesting
|
|
242
|
-
const result = await this.harvest(sourceForHarvesting, dependenciesData);
|
|
243
|
-
// Store results
|
|
244
|
-
await this.storeResults(config, result, sourceData, storageDate);
|
|
245
|
-
return true;
|
|
246
|
-
}
|
|
247
|
-
/**
|
|
248
|
-
* HTTP endpoints
|
|
249
|
-
*/
|
|
250
|
-
getEndpoints() {
|
|
251
|
-
return [
|
|
252
|
-
{
|
|
253
|
-
method: 'get',
|
|
254
|
-
path: `/${this.getConfiguration().endpoint}`,
|
|
255
|
-
handler: this.retrieve.bind(this),
|
|
256
|
-
responseType: this.getConfiguration().contentType
|
|
257
|
-
}
|
|
258
|
-
];
|
|
259
|
-
}
|
|
260
|
-
/**
|
|
261
|
-
* Retrieve latest harvested data
|
|
262
|
-
*/
|
|
263
|
-
async retrieve() {
|
|
264
|
-
const config = this.getConfiguration();
|
|
265
|
-
const record = await this.db.getLatestByName(config.name);
|
|
266
|
-
if (!record) {
|
|
267
|
-
return {
|
|
268
|
-
status: 404,
|
|
269
|
-
content: 'No data available'
|
|
270
|
-
};
|
|
271
|
-
}
|
|
272
|
-
const blob = await record.data();
|
|
273
|
-
return {
|
|
274
|
-
status: 200,
|
|
275
|
-
content: blob,
|
|
276
|
-
headers: { 'Content-Type': record.contentType }
|
|
277
|
-
};
|
|
278
|
-
}
|
|
279
|
-
/**
|
|
280
|
-
* Get source data within the specified range
|
|
281
|
-
*/
|
|
282
|
-
async getSourceData(sourceName, startDate, endDate, limit) {
|
|
283
|
-
let sourceData;
|
|
284
|
-
if (endDate) {
|
|
285
|
-
// Time-based range: get records between startDate and endDate
|
|
286
|
-
sourceData = await this.db.getByDateRange(sourceName, startDate, endDate, limit);
|
|
287
|
-
}
|
|
288
|
-
else if (limit) {
|
|
289
|
-
// Count-based: get records after startDate with limit
|
|
290
|
-
sourceData = await this.db.getAfterDate(sourceName, startDate, limit);
|
|
291
|
-
}
|
|
292
|
-
else {
|
|
293
|
-
// Default: get latest record after startDate
|
|
294
|
-
sourceData = await this.db.getAfterDate(sourceName, startDate, 1);
|
|
295
|
-
}
|
|
296
|
-
return sourceData;
|
|
297
|
-
}
|
|
298
|
-
/**
|
|
299
|
-
* Get data from dependent components
|
|
300
|
-
*/
|
|
301
|
-
async getDependenciesData(dependencies, dependenciesLimit, storageDate) {
|
|
302
|
-
const dependenciesData = {};
|
|
303
|
-
for (let i = 0; i < dependencies.length; i++) {
|
|
304
|
-
const dependency = dependencies[i];
|
|
305
|
-
const limit = dependenciesLimit[i] || 1;
|
|
306
|
-
if (limit === 1) {
|
|
307
|
-
// Get single latest record before storage date
|
|
308
|
-
const dependencyRecord = await this.db.getLatestBefore(dependency, storageDate);
|
|
309
|
-
dependenciesData[dependency] = dependencyRecord || null;
|
|
310
|
-
}
|
|
311
|
-
else {
|
|
312
|
-
// Get multiple latest records before storage date
|
|
313
|
-
const dependencyRecords = await this.db.getLatestRecordsBefore(dependency, storageDate, limit);
|
|
314
|
-
dependenciesData[dependency] = dependencyRecords.length > 0 ? dependencyRecords : null;
|
|
315
|
-
}
|
|
316
|
-
}
|
|
317
|
-
return dependenciesData;
|
|
318
|
-
}
|
|
319
|
-
/**
|
|
320
|
-
* Store harvesting results
|
|
321
|
-
*/
|
|
322
|
-
async storeResults(config, result, sourceData, storageDate) {
|
|
323
|
-
if (config.multiple_results && Array.isArray(result) && Array.isArray(sourceData)) {
|
|
324
|
-
// Store each result with its corresponding source date
|
|
325
|
-
for (let i = 0; i < result.length; i++) {
|
|
326
|
-
const item = result[i];
|
|
327
|
-
const source = sourceData[i];
|
|
328
|
-
const url = await this.storage.save(item, config.name);
|
|
329
|
-
await this.db.save({
|
|
330
|
-
name: config.name,
|
|
331
|
-
type: config.contentType,
|
|
332
|
-
url,
|
|
333
|
-
date: source.date
|
|
334
|
-
});
|
|
335
|
-
}
|
|
336
|
-
}
|
|
337
|
-
else {
|
|
338
|
-
// Store single result
|
|
339
|
-
const buffer = Array.isArray(result) ? result[0] : result;
|
|
340
|
-
const url = await this.storage.save(buffer, config.name);
|
|
341
|
-
await this.db.save({
|
|
342
|
-
name: config.name,
|
|
343
|
-
type: config.contentType,
|
|
344
|
-
url,
|
|
345
|
-
date: storageDate
|
|
346
|
-
});
|
|
347
|
-
}
|
|
348
|
-
}
|
|
349
|
-
/**
|
|
350
|
-
* Returns the OpenAPI specification for this harvester's endpoints.
|
|
351
|
-
*
|
|
352
|
-
* Generates documentation for the GET endpoint that retrieves harvested data.
|
|
353
|
-
* Can be overridden by subclasses for more detailed specifications.
|
|
354
|
-
*
|
|
355
|
-
* @returns {OpenAPIComponentSpec} OpenAPI paths, tags, and schemas for this harvester
|
|
356
|
-
*/
|
|
357
|
-
getOpenAPISpec() {
|
|
358
|
-
const config = this.getConfiguration();
|
|
359
|
-
const path = `/${config.endpoint}`;
|
|
360
|
-
const tagName = config.tags?.[0] || config.name;
|
|
361
|
-
return {
|
|
362
|
-
paths: {
|
|
363
|
-
[path]: {
|
|
364
|
-
get: {
|
|
365
|
-
summary: `Get ${config.name} harvested data`,
|
|
366
|
-
description: config.description,
|
|
367
|
-
tags: [tagName],
|
|
368
|
-
responses: {
|
|
369
|
-
'200': {
|
|
370
|
-
description: 'Latest harvested data',
|
|
371
|
-
content: {
|
|
372
|
-
[config.contentType]: {
|
|
373
|
-
schema: { type: 'object' }
|
|
374
|
-
}
|
|
375
|
-
}
|
|
376
|
-
},
|
|
377
|
-
'404': {
|
|
378
|
-
description: 'No data available'
|
|
379
|
-
}
|
|
380
|
-
}
|
|
381
|
-
}
|
|
382
|
-
}
|
|
383
|
-
},
|
|
384
|
-
tags: [
|
|
385
|
-
{
|
|
386
|
-
name: tagName,
|
|
387
|
-
description: config.description
|
|
388
|
-
}
|
|
389
|
-
]
|
|
390
|
-
};
|
|
391
|
-
}
|
|
392
|
-
}
|
|
393
|
-
//# sourceMappingURL=harvester.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"harvester.js","sourceRoot":"","sources":["../../src/components/harvester.ts"],"names":[],"mappings":"AAyBA;;;;;;;;;;;;;;GAcG;AACH,MAAM,iBAAiB;aACK,cAAS,GAAG,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAA;IAEpE;;;;OAIG;IACH,MAAM,KAAK,QAAQ;QACf,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACnC,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,gBAAgB,CAAC,UAAgB,EAAE,WAA6B;QACnE,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;QAC9C,CAAC;QAED,kDAAkD;QAClD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,CAAA;QAChE,CAAC;QAED,MAAM,cAAc,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAA;QAC7C,IAAI,KAAa,CAAA;QACjB,IAAI,IAAY,CAAA;QAEhB,0BAA0B;QAC1B,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAA;YACjD,IAAI,GAAG,MAAM,CAAA;QACjB,CAAC;aAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACtC,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAA;YACjD,IAAI,GAAG,OAAO,CAAA;QAClB,CAAC;aAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACtC,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAA;YACjD,IAAI,GAAG,SAAS,CAAA;QACpB,CAAC;aAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACtC,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAA;YACjD,IAAI,GAAG,SAAS,CAAA;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,gCAAgC,WAAW,EAAE,CAAC,CAAA;QAClE,CAAC;QAED,8DAA8D;QAC9D,MAAM,SAAS,GAAG,UAAU,CAAA;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;QAEpD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAA;IACjC,CAAC;IAED;;;;;;;OAOG;IACK,MAAM,CAAC,OAAO,CAAC,IAAU,EAAE,KAAa,EAAE,IAAY;QAC1D,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAA;QAE7B,QAAQ,IAAI,EAAE,CAAC;YACX,KAAK,MAAM;gBACP,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,CAAA;gBACxC,MAAK;YACT,KAAK,OAAO;gBACR,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,KAAK,CAAC,CAAA;gBAC1C,MAAK;YACT,KAAK,SAAS;gBACV,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,KAAK,CAAC,CAAA;gBAC9C,MAAK;YACT,KAAK,SAAS;gBACV,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,KAAK,CAAC,CAAA;gBAC9C,MAAK;QACb,CAAC;QAED,OAAO,MAAM,CAAA;IACjB,CAAC;;AAGL;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAM,OAAgB,SAAS;IAO3B;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAmB,EAAE,OAAuB;QACxD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;QACZ,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IAC1B,CAAC;IAyBD;;;;;;;OAOG;IACH,gBAAgB;QACZ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,YAAY,CAAA;QAC5B,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAE9C,yCAAyC;QACzC,MAAM,QAAQ,GAAoC;YAC9C,WAAW,EAAE,WAAW;YACxB,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,KAAK;YACvB,gBAAgB,EAAE,KAAK;YACvB,UAAU,EAAE,IAAI;YAChB,YAAY,EAAE,EAAE;YAChB,iBAAiB,EAAE,EAAE;SACxB,CAAA;QAED,IAAI,CAAC,YAAY,GAAG;YAChB,GAAG,QAAQ;YACX,GAAG,UAAU;SACU,CAAA;QAE3B,OAAO,IAAI,CAAC,YAAY,CAAA;IAC5B,CAAC;IAED;;;;;;;OAOG;IACH,WAAW;QACP,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACtC,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;YACrC,OAAO,EAAE,CAAA;QACb,CAAC;QACD,kDAAkD;QAClD,OAAO,aAAa,CAAA;IACxB,CAAC;IA4CD;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,GAAG;QACL,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAEtC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,aAAa,MAAM,CAAC,IAAI,kCAAkC,CAAC,CAAA;QAC/E,CAAC;QAED,gCAAgC;QAChC,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAExE,8CAA8C;QAC9C,IAAI,UAAgB,CAAA;QACpB,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACzB,uEAAuE;YACvE,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YACrE,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACrB,OAAO,KAAK,CAAA;YAChB,CAAC;YACD,UAAU,GAAG,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAA;QAClE,CAAC;aAAM,CAAC;YACJ,UAAU,GAAG,qBAAqB,CAAC,IAAI,CAAA;QAC3C,CAAC;QAED,qBAAqB;QACrB,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,iBAAiB,CAAC,gBAAgB,CAAC,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC,CAAA;QAEzG,iCAAiC;QACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;QAErF,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,OAAO,KAAK,CAAA;QAChB,CAAC;QAED,6CAA6C;QAC7C,IAAI,KAAK,IAAI,MAAM,CAAC,gBAAgB,IAAI,UAAU,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YAChE,OAAO,KAAK,CAAA;QAChB,CAAC;QAED,yBAAyB;QACzB,MAAM,WAAW,GAAG,OAAO,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;QAErE,qCAAqC;QACrC,MAAM,mBAAmB,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAA;QAEhF,wBAAwB;QACxB,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,mBAAmB,CACnD,MAAM,CAAC,YAAY,IAAI,EAAE,EACzB,MAAM,CAAC,iBAAiB,IAAI,EAAE,EAC9B,WAAW,CACd,CAAA;QAED,qBAAqB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAA;QAExE,gBAAgB;QAChB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,CAAA;QAEhE,OAAO,IAAI,CAAA;IACf,CAAC;IAED;;OAEG;IACH,YAAY;QAMR,OAAO;YACH;gBACI,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC,QAAQ,EAAE;gBAC5C,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;gBACjC,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,WAAW;aACpD;SACJ,CAAA;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAEzD,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO;gBACH,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,mBAAmB;aAC/B,CAAA;QACL,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAEhC,OAAO;YACH,MAAM,EAAE,GAAG;YACX,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,WAAW,EAAE;SAClD,CAAA;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACvB,UAAkB,EAClB,SAAe,EACf,OAAc,EACd,KAAc;QAEd,IAAI,UAAwB,CAAA;QAE5B,IAAI,OAAO,EAAE,CAAC;YACV,8DAA8D;YAC9D,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;QACpF,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACf,sDAAsD;YACtD,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QACzE,CAAC;aAAM,CAAC;YACJ,6CAA6C;YAC7C,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;QACrE,CAAC;QAED,OAAO,UAAU,CAAA;IACrB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAC7B,YAAsB,EACtB,iBAA2B,EAC3B,WAAiB;QAEjB,MAAM,gBAAgB,GAAqD,EAAE,CAAA;QAE7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;YAClC,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YAEvC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBACd,+CAA+C;gBAC/C,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE,WAAW,CAAC,CAAA;gBAC/E,gBAAgB,CAAC,UAAU,CAAC,GAAG,gBAAgB,IAAI,IAAI,CAAA;YAC3D,CAAC;iBAAM,CAAC;gBACJ,kDAAkD;gBAClD,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,CAAA;gBAC9F,gBAAgB,CAAC,UAAU,CAAC,GAAG,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAA;YAC1F,CAAC;QACL,CAAC;QAED,OAAO,gBAAgB,CAAA;IAC3B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CACtB,MAA8B,EAC9B,MAAyB,EACzB,UAAqC,EACrC,WAAiB;QAEjB,IAAI,MAAM,CAAC,gBAAgB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAChF,uDAAuD;YACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;gBACtB,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;gBAE5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;gBACtD,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,WAAW;oBACxB,GAAG;oBACH,IAAI,EAAE,MAAM,CAAC,IAAI;iBACpB,CAAC,CAAA;YACN,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,sBAAsB;YACtB,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;YACzD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;YAExD,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,WAAW;gBACxB,GAAG;gBACH,IAAI,EAAE,WAAW;aACpB,CAAC,CAAA;QACN,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,cAAc;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACtC,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAA;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAA;QAE/C,OAAO;YACH,KAAK,EAAE;gBACH,CAAC,IAAI,CAAC,EAAE;oBACJ,GAAG,EAAE;wBACD,OAAO,EAAE,OAAO,MAAM,CAAC,IAAI,iBAAiB;wBAC5C,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,IAAI,EAAE,CAAC,OAAO,CAAC;wBACf,SAAS,EAAE;4BACP,KAAK,EAAE;gCACH,WAAW,EAAE,uBAAuB;gCACpC,OAAO,EAAE;oCACL,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;wCAClB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qCAC7B;iCACJ;6BACJ;4BACD,KAAK,EAAE;gCACH,WAAW,EAAE,mBAAmB;6BACnC;yBACJ;qBACJ;iBACJ;aACJ;YACD,IAAI,EAAE;gBACF;oBACI,IAAI,EAAE,OAAO;oBACb,WAAW,EAAE,MAAM,CAAC,WAAW;iBAClC;aACJ;SACJ,CAAA;IACL,CAAC;CACJ"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
export { Collector } from './collector.js';
|
|
2
|
-
export { Harvester } from './harvester.js';
|
|
3
|
-
export { Handler } from './handler.js';
|
|
4
|
-
export { AssetsManager, type AssetMetadataRow, type CreateAssetRequest, type UpdateAssetRequest } from './assets_manager.js';
|
|
5
|
-
export { TilesetManager, type TilesetMetadataRow } from './tileset_manager.js';
|
|
6
|
-
export { MapManager, type MapLayerMetadataRow } from './map_manager.js';
|
|
7
|
-
export { GlobalAssetsHandler } from './global_assets_handler.js';
|
|
8
|
-
export { CustomTableManager, type CustomTableRecord, type QueryValidationOptions, type CustomTableComponent } from './custom_table_manager.js';
|
|
9
|
-
export { Component, Servable } from './interfaces.js';
|
|
10
|
-
export { ComponentConfiguration, AssetsConfiguration, DataResponse, StoreConfiguration, type EndpointDefinition } from './types.js';
|
|
11
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/components/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EACH,aAAa,EACb,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EAC1B,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,cAAc,EAAE,KAAK,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAC9E,OAAO,EAAE,UAAU,EAAE,KAAK,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AACvE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EACH,kBAAkB,EAClB,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EAC5B,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,EACH,sBAAsB,EACtB,mBAAmB,EACnB,YAAY,EACZ,kBAAkB,EAClB,KAAK,kBAAkB,EAC1B,MAAM,YAAY,CAAA"}
|
package/dist/components/index.js
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
export { Collector } from './collector.js';
|
|
2
|
-
export { Harvester } from './harvester.js';
|
|
3
|
-
export { Handler } from './handler.js';
|
|
4
|
-
export { AssetsManager } from './assets_manager.js';
|
|
5
|
-
export { TilesetManager } from './tileset_manager.js';
|
|
6
|
-
export { MapManager } from './map_manager.js';
|
|
7
|
-
export { GlobalAssetsHandler } from './global_assets_handler.js';
|
|
8
|
-
export { CustomTableManager } from './custom_table_manager.js';
|
|
9
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/components/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EACH,aAAa,EAIhB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,cAAc,EAA2B,MAAM,sBAAsB,CAAA;AAC9E,OAAO,EAAE,UAAU,EAA4B,MAAM,kBAAkB,CAAA;AACvE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EACH,kBAAkB,EAIrB,MAAM,2BAA2B,CAAA"}
|
|
@@ -1,126 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @fileoverview Core interfaces defining the contract for digital twin components
|
|
3
|
-
*
|
|
4
|
-
* These interfaces establish the foundation for component architecture, scheduling,
|
|
5
|
-
* and HTTP endpoint serving capabilities within the digital twin ecosystem.
|
|
6
|
-
*/
|
|
7
|
-
import type { ComponentConfiguration } from './types.js';
|
|
8
|
-
import type { HttpMethod } from '../engine/endpoints.js';
|
|
9
|
-
/**
|
|
10
|
-
* Base interface for all digital twin components.
|
|
11
|
-
*
|
|
12
|
-
* Components are the fundamental building blocks of a digital twin system,
|
|
13
|
-
* each responsible for a specific aspect of data management or processing.
|
|
14
|
-
*
|
|
15
|
-
* @template T - The type of configuration object this component uses
|
|
16
|
-
*
|
|
17
|
-
* @example
|
|
18
|
-
* ```typescript
|
|
19
|
-
* class MyCollector implements Component<MyCollectorConfig> {
|
|
20
|
-
* getConfiguration(): MyCollectorConfig {
|
|
21
|
-
* return { name: 'my-collector', interval: 5000 };
|
|
22
|
-
* }
|
|
23
|
-
* }
|
|
24
|
-
* ```
|
|
25
|
-
*/
|
|
26
|
-
export interface Component<T extends ComponentConfiguration = ComponentConfiguration> {
|
|
27
|
-
/**
|
|
28
|
-
* Returns the configuration object for this component.
|
|
29
|
-
*
|
|
30
|
-
* The configuration contains metadata about the component such as its name,
|
|
31
|
-
* type, scheduling information, and component-specific settings.
|
|
32
|
-
*
|
|
33
|
-
* @returns The component's configuration object
|
|
34
|
-
*/
|
|
35
|
-
getConfiguration(): T;
|
|
36
|
-
}
|
|
37
|
-
/**
|
|
38
|
-
* Interface for components that can be scheduled to run periodically.
|
|
39
|
-
*
|
|
40
|
-
* Components implementing this interface can be automatically executed
|
|
41
|
-
* by the digital twin engine's scheduler based on a cron expression.
|
|
42
|
-
*
|
|
43
|
-
* @example
|
|
44
|
-
* ```typescript
|
|
45
|
-
* class DataCollector implements ScheduleRunnable {
|
|
46
|
-
* async run(): Promise<void> {
|
|
47
|
-
* // Collect and process data
|
|
48
|
-
* console.log('Collecting data...');
|
|
49
|
-
* }
|
|
50
|
-
*
|
|
51
|
-
* getSchedule(): string {
|
|
52
|
-
* return '0 *.5 * * * *'; // Every 5 minutes
|
|
53
|
-
* }
|
|
54
|
-
* }
|
|
55
|
-
* ```
|
|
56
|
-
*/
|
|
57
|
-
export interface ScheduleRunnable {
|
|
58
|
-
/**
|
|
59
|
-
* Executes the component's main functionality.
|
|
60
|
-
*
|
|
61
|
-
* This method is called automatically by the scheduler according to
|
|
62
|
-
* the schedule returned by getSchedule(). Implementations should handle
|
|
63
|
-
* errors appropriately and return a promise that resolves when the
|
|
64
|
-
* operation is complete.
|
|
65
|
-
*
|
|
66
|
-
* @returns A promise that resolves when the run operation completes
|
|
67
|
-
*/
|
|
68
|
-
run(): Promise<unknown>;
|
|
69
|
-
/**
|
|
70
|
-
* Returns the cron expression defining when this component should run.
|
|
71
|
-
*
|
|
72
|
-
* The schedule follows standard cron syntax (second minute hour day month dayOfWeek).
|
|
73
|
-
*
|
|
74
|
-
* @returns A cron expression string (e.g., '0 *.5 * * * *' for every 5 minutes)
|
|
75
|
-
*/
|
|
76
|
-
getSchedule(): string;
|
|
77
|
-
}
|
|
78
|
-
/**
|
|
79
|
-
* Interface for components that can expose HTTP endpoints.
|
|
80
|
-
*
|
|
81
|
-
* Components implementing this interface can serve HTTP requests,
|
|
82
|
-
* allowing external systems to interact with the digital twin's data
|
|
83
|
-
* and functionality through REST APIs.
|
|
84
|
-
*
|
|
85
|
-
* @example
|
|
86
|
-
* ```typescript
|
|
87
|
-
* class DataProvider implements Servable {
|
|
88
|
-
* getEndpoints() {
|
|
89
|
-
* return [
|
|
90
|
-
* {
|
|
91
|
-
* method: 'GET',
|
|
92
|
-
* path: '/api/data',
|
|
93
|
-
* handler: this.getData.bind(this),
|
|
94
|
-
* responseType: 'application/json'
|
|
95
|
-
* }
|
|
96
|
-
* ];
|
|
97
|
-
* }
|
|
98
|
-
*
|
|
99
|
-
* private async getData() {
|
|
100
|
-
* return { data: 'example' };
|
|
101
|
-
* }
|
|
102
|
-
* }
|
|
103
|
-
* ```
|
|
104
|
-
*/
|
|
105
|
-
export interface Servable {
|
|
106
|
-
/**
|
|
107
|
-
* Returns an array of HTTP endpoints this component exposes.
|
|
108
|
-
*
|
|
109
|
-
* Each endpoint defines the HTTP method, URL path, handler function,
|
|
110
|
-
* and optional response content type. The digital twin engine will
|
|
111
|
-
* automatically register these endpoints with the HTTP server.
|
|
112
|
-
*
|
|
113
|
-
* @returns Array of endpoint definitions
|
|
114
|
-
*/
|
|
115
|
-
getEndpoints(): Array<{
|
|
116
|
-
/** HTTP method for this endpoint (GET, POST, PUT, DELETE, etc.) */
|
|
117
|
-
method: HttpMethod;
|
|
118
|
-
/** URL path for this endpoint (e.g., '/api/data') */
|
|
119
|
-
path: string;
|
|
120
|
-
/** Function to handle requests to this endpoint */
|
|
121
|
-
handler: (...args: any[]) => any;
|
|
122
|
-
/** Optional response content type (defaults to 'application/json') */
|
|
123
|
-
responseType?: string;
|
|
124
|
-
}>;
|
|
125
|
-
}
|
|
126
|
-
//# sourceMappingURL=interfaces.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../src/components/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAA;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAExD;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,SAAS,CAAC,CAAC,SAAS,sBAAsB,GAAG,sBAAsB;IAChF;;;;;;;OAOG;IACH,gBAAgB,IAAI,CAAC,CAAA;CACxB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,WAAW,gBAAgB;IAC7B;;;;;;;;;OASG;IACH,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAA;IAEvB;;;;;;OAMG;IACH,WAAW,IAAI,MAAM,CAAA;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAM,WAAW,QAAQ;IACrB;;;;;;;;OAQG;IACH,YAAY,IAAI,KAAK,CAAC;QAClB,mEAAmE;QACnE,MAAM,EAAE,UAAU,CAAA;QAClB,qDAAqD;QACrD,IAAI,EAAE,MAAM,CAAA;QACZ,mDAAmD;QACnD,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,CAAA;QAChC,sEAAsE;QACtE,YAAY,CAAC,EAAE,MAAM,CAAA;KACxB,CAAC,CAAA;CACL"}
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @fileoverview Core interfaces defining the contract for digital twin components
|
|
3
|
-
*
|
|
4
|
-
* These interfaces establish the foundation for component architecture, scheduling,
|
|
5
|
-
* and HTTP endpoint serving capabilities within the digital twin ecosystem.
|
|
6
|
-
*/
|
|
7
|
-
export {};
|
|
8
|
-
//# sourceMappingURL=interfaces.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../src/components/interfaces.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
import { AssetsManager } from './assets_manager.js';
|
|
2
|
-
import type { DataResponse } from './types.js';
|
|
3
|
-
/**
|
|
4
|
-
* Extended metadata for map layer assets
|
|
5
|
-
*/
|
|
6
|
-
export interface MapLayerMetadataRow {
|
|
7
|
-
id?: number;
|
|
8
|
-
name: string;
|
|
9
|
-
type: string;
|
|
10
|
-
url: string;
|
|
11
|
-
date: Date;
|
|
12
|
-
description: string;
|
|
13
|
-
source: string;
|
|
14
|
-
owner_id: number | null;
|
|
15
|
-
filename: string;
|
|
16
|
-
layer_type?: string;
|
|
17
|
-
layer_name?: string;
|
|
18
|
-
geometry_type?: string;
|
|
19
|
-
properties_count?: number;
|
|
20
|
-
}
|
|
21
|
-
/**
|
|
22
|
-
* Specialized Assets Manager for handling map layer data.
|
|
23
|
-
*
|
|
24
|
-
* Extends the base AssetsManager with specialized logic for:
|
|
25
|
-
* - Processing JSON layer objects containing map data
|
|
26
|
-
* - Extracting and analyzing layer metadata
|
|
27
|
-
* - Storing layer-specific information
|
|
28
|
-
*
|
|
29
|
-
* Inherits all CRUD endpoints from AssetsManager:
|
|
30
|
-
* - GET /{name} - List all layers
|
|
31
|
-
* - POST /{name}/upload - Upload layer data (overridden)
|
|
32
|
-
* - GET /{name}/:id - Get layer data
|
|
33
|
-
* - PUT /{name}/:id - Update layer metadata
|
|
34
|
-
* - DELETE /{name}/:id - Delete layer
|
|
35
|
-
* - GET /{name}/:id/download - Download layer data
|
|
36
|
-
*/
|
|
37
|
-
export declare abstract class MapManager extends AssetsManager {
|
|
38
|
-
/**
|
|
39
|
-
* Override the upload handler to process JSON layer objects instead of files.
|
|
40
|
-
*
|
|
41
|
-
* Processes the layer data:
|
|
42
|
-
* 1. Validates the layer object structure
|
|
43
|
-
* 2. Extracts layer-specific metadata
|
|
44
|
-
* 3. Stores the layer data as JSON
|
|
45
|
-
*
|
|
46
|
-
* @param req - HTTP request with layer JSON data
|
|
47
|
-
* @returns DataResponse with upload result
|
|
48
|
-
*/
|
|
49
|
-
handleUpload(req: any): Promise<DataResponse>;
|
|
50
|
-
/**
|
|
51
|
-
* Analyze layer content to extract metadata
|
|
52
|
-
* @param layer - The layer object to analyze
|
|
53
|
-
* @returns Layer metadata information
|
|
54
|
-
*/
|
|
55
|
-
private analyzeLayerContent;
|
|
56
|
-
/**
|
|
57
|
-
* Override retrieve to include layer-specific metadata in the response
|
|
58
|
-
*/
|
|
59
|
-
retrieve(): Promise<DataResponse>;
|
|
60
|
-
}
|
|
61
|
-
//# sourceMappingURL=map_manager.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"map_manager.d.ts","sourceRoot":"","sources":["../../src/components/map_manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAG9C;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAChC,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,IAAI,CAAA;IACV,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,QAAQ,EAAE,MAAM,CAAA;IAEhB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;;;;;;;;;;;GAeG;AACH,8BAAsB,UAAW,SAAQ,aAAa;IAClD;;;;;;;;;;OAUG;IACG,YAAY,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC;IA+HnD;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IA+D3B;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,YAAY,CAAC;CAwC1C"}
|