@fin.cx/opendata 3.5.1 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/{npmextra.json → .smartconfig.json} +24 -18
- package/dist_ts/00_commitinfo_data.js +3 -3
- package/dist_ts/handelsregister/classes.handelsregisterclient.d.ts +64 -0
- package/dist_ts/handelsregister/classes.handelsregisterclient.js +397 -0
- package/dist_ts/handelsregister/classes.handelsregistererror.d.ts +56 -0
- package/dist_ts/handelsregister/classes.handelsregistererror.js +37 -0
- package/dist_ts/handelsregister/classes.portalsession.d.ts +46 -0
- package/dist_ts/handelsregister/classes.portalsession.js +160 -0
- package/dist_ts/handelsregister/classes.slidingwindowgate.d.ts +32 -0
- package/dist_ts/handelsregister/classes.slidingwindowgate.js +55 -0
- package/dist_ts/handelsregister/constants.d.ts +13 -0
- package/dist_ts/handelsregister/constants.js +19 -0
- package/dist_ts/handelsregister/data.codelists.d.ts +29 -0
- package/dist_ts/handelsregister/data.codelists.js +616 -0
- package/dist_ts/handelsregister/forms.d.ts +27 -0
- package/dist_ts/handelsregister/forms.js +77 -0
- package/dist_ts/handelsregister/html.d.ts +26 -0
- package/dist_ts/handelsregister/html.js +82 -0
- package/dist_ts/handelsregister/index.d.ts +9 -0
- package/dist_ts/handelsregister/index.js +10 -0
- package/dist_ts/handelsregister/interfaces.d.ts +240 -0
- package/dist_ts/handelsregister/interfaces.js +2 -0
- package/dist_ts/handelsregister/parse.searchresults.d.ts +35 -0
- package/dist_ts/handelsregister/parse.searchresults.js +175 -0
- package/dist_ts/handelsregister/parse.structuredcontent.d.ts +6 -0
- package/dist_ts/handelsregister/parse.structuredcontent.js +306 -0
- package/dist_ts/handelsregister/plugins.d.ts +4 -0
- package/dist_ts/handelsregister/plugins.js +8 -0
- package/dist_ts/handelsregister/references.d.ts +34 -0
- package/dist_ts/handelsregister/references.js +76 -0
- package/dist_ts/index.d.ts +0 -1
- package/dist_ts/index.js +1 -2
- package/dist_ts/plugins.d.ts +2 -14
- package/dist_ts/plugins.js +8 -16
- package/dist_ts/stocks/classes.baseproviderservice.js +8 -8
- package/dist_ts/stocks/classes.fundamentalsservice.js +9 -9
- package/dist_ts/stocks/classes.stockdataservice.js +23 -23
- package/dist_ts/stocks/classes.stockservice.js +9 -9
- package/dist_ts/stocks/providers/provider.coingecko.d.ts +1 -1
- package/dist_ts/stocks/providers/provider.coingecko.js +45 -39
- package/dist_ts/stocks/providers/provider.marketstack.d.ts +3 -3
- package/dist_ts/stocks/providers/provider.marketstack.js +20 -16
- package/dist_ts/stocks/providers/provider.secedgar.d.ts +1 -1
- package/dist_ts/stocks/providers/provider.secedgar.js +22 -22
- package/dist_ts/stocks/providers/provider.yahoo.d.ts +2 -2
- package/dist_ts/stocks/providers/provider.yahoo.js +14 -13
- package/package.json +30 -31
- package/readme.md +327 -676
- package/ts/00_commitinfo_data.ts +2 -2
- package/ts/handelsregister/classes.handelsregisterclient.ts +474 -0
- package/ts/handelsregister/classes.handelsregistererror.ts +82 -0
- package/ts/handelsregister/classes.portalsession.ts +191 -0
- package/ts/handelsregister/classes.slidingwindowgate.ts +74 -0
- package/ts/handelsregister/constants.ts +30 -0
- package/ts/handelsregister/data.codelists.ts +640 -0
- package/ts/handelsregister/forms.ts +99 -0
- package/ts/handelsregister/html.ts +113 -0
- package/ts/handelsregister/index.ts +27 -0
- package/ts/handelsregister/interfaces.ts +272 -0
- package/ts/handelsregister/parse.searchresults.ts +241 -0
- package/ts/handelsregister/parse.structuredcontent.ts +338 -0
- package/ts/handelsregister/plugins.ts +15 -0
- package/ts/handelsregister/references.ts +115 -0
- package/ts/index.ts +0 -1
- package/ts/plugins.ts +9 -29
- package/ts/stocks/classes.fundamentalsservice.ts +1 -1
- package/ts/stocks/classes.stockdataservice.ts +17 -7
- package/ts/stocks/classes.stockservice.ts +2 -2
- package/ts/stocks/providers/provider.marketstack.ts +9 -7
- package/ts/stocks/providers/provider.secedgar.ts +2 -2
- package/ts/stocks/providers/provider.yahoo.ts +3 -3
- package/dist_ts/classes.businessrecord.d.ts +0 -38
- package/dist_ts/classes.businessrecord.js +0 -47
- package/dist_ts/classes.germanbusinessdata.d.ts +0 -9
- package/dist_ts/classes.germanbusinessdata.js +0 -78
- package/dist_ts/classes.handelsregister.d.ts +0 -132
- package/dist_ts/classes.handelsregister.js +0 -288
- package/dist_ts/classes.jsonldata.d.ts +0 -43
- package/dist_ts/classes.jsonldata.js +0 -65
- package/dist_ts/classes.main.opendata.d.ts +0 -24
- package/dist_ts/classes.main.opendata.js +0 -58
- package/readme.hints.md +0 -89
- package/readme.plan.md +0 -193
- package/ts/classes.businessrecord.ts +0 -67
- package/ts/classes.handelsregister.ts +0 -360
- package/ts/classes.jsonldata.ts +0 -113
- package/ts/classes.main.opendata.ts +0 -87
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { registerTypes } from './constants.js';
|
|
2
|
+
import { registerCourts } from './data.codelists.js';
|
|
3
|
+
import type { IRegisterCourt, IRegisterReference, TRegisterType } from './interfaces.js';
|
|
4
|
+
|
|
5
|
+
/** a register number split into its digits and its location suffix */
|
|
6
|
+
export interface IRegisterNumberParts {
|
|
7
|
+
digits: string;
|
|
8
|
+
/** upper case, for example `HB` */
|
|
9
|
+
suffix?: string;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
/** a register reference read from text; the court is absent when the text names none */
|
|
13
|
+
export interface IParsedRegisterReferenceText {
|
|
14
|
+
court?: IRegisterCourt;
|
|
15
|
+
/** the court as the text names it, when it names one */
|
|
16
|
+
courtText?: string;
|
|
17
|
+
type: TRegisterType;
|
|
18
|
+
/** digits and location suffix, for example `35230 HB` */
|
|
19
|
+
number: string;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
const collapse = (textArg: string): string => textArg.replace(/\s+/g, ' ').trim();
|
|
23
|
+
|
|
24
|
+
const courtKey = (textArg: string): string =>
|
|
25
|
+
collapse(textArg)
|
|
26
|
+
.replace(/^(?:amtsgericht|registergericht|ag)\s+/i, '')
|
|
27
|
+
.toLocaleLowerCase('de-DE');
|
|
28
|
+
|
|
29
|
+
/** the alternative name the portal puts in brackets: `Berlin (Charlottenburg)` → `charlottenburg` */
|
|
30
|
+
const courtAliasKey = (nameArg: string): string | undefined => {
|
|
31
|
+
const bracket = /\(([^()]+)\)\s*$/.exec(nameArg);
|
|
32
|
+
return bracket ? courtKey(bracket[1]) : undefined;
|
|
33
|
+
};
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* Finds a register court by its code or its name: `H1101`, `Bremen`, `Amtsgericht Bremen`,
|
|
37
|
+
* `Berlin (Charlottenburg)` or `Charlottenburg`. Returns undefined unless exactly one court fits.
|
|
38
|
+
*/
|
|
39
|
+
export const findRegisterCourt = (
|
|
40
|
+
codeOrNameArg: string,
|
|
41
|
+
courtsArg: readonly IRegisterCourt[] = registerCourts
|
|
42
|
+
): IRegisterCourt | undefined => {
|
|
43
|
+
const text = collapse(codeOrNameArg);
|
|
44
|
+
if (!text) {
|
|
45
|
+
return undefined;
|
|
46
|
+
}
|
|
47
|
+
const byCode = courtsArg.find((courtArg) => courtArg.code.toUpperCase() === text.toUpperCase());
|
|
48
|
+
if (byCode) {
|
|
49
|
+
return byCode;
|
|
50
|
+
}
|
|
51
|
+
const key = courtKey(text);
|
|
52
|
+
const byName = courtsArg.filter((courtArg) => courtKey(courtArg.name) === key);
|
|
53
|
+
if (byName.length === 1) {
|
|
54
|
+
return byName[0];
|
|
55
|
+
}
|
|
56
|
+
if (byName.length > 1) {
|
|
57
|
+
return undefined;
|
|
58
|
+
}
|
|
59
|
+
const byAlias = courtsArg.filter((courtArg) => courtAliasKey(courtArg.name) === key);
|
|
60
|
+
return byAlias.length === 1 ? byAlias[0] : undefined;
|
|
61
|
+
};
|
|
62
|
+
|
|
63
|
+
/** returns the canonical register type for `hrb`, `HRB`, `gnr` …, or undefined */
|
|
64
|
+
export const toRegisterType = (textArg: string): TRegisterType | undefined =>
|
|
65
|
+
registerTypes.find((typeArg) => typeArg.toLowerCase() === collapse(textArg).toLowerCase());
|
|
66
|
+
|
|
67
|
+
/** splits `35230 HB`, `35230HB` or `35230` into digits and location suffix */
|
|
68
|
+
export const parseRegisterNumber = (textArg: string): IRegisterNumberParts | undefined => {
|
|
69
|
+
const match = /^(\d{1,9})\s*([A-Za-zÄÖÜäöü]{1,5})?$/.exec(collapse(textArg));
|
|
70
|
+
if (!match) {
|
|
71
|
+
return undefined;
|
|
72
|
+
}
|
|
73
|
+
return match[2] ? { digits: match[1], suffix: match[2].toLocaleUpperCase('de-DE') } : { digits: match[1] };
|
|
74
|
+
};
|
|
75
|
+
|
|
76
|
+
export const formatRegisterNumber = (partsArg: IRegisterNumberParts): string =>
|
|
77
|
+
partsArg.suffix ? `${partsArg.digits} ${partsArg.suffix}` : partsArg.digits;
|
|
78
|
+
|
|
79
|
+
/**
|
|
80
|
+
* Reads a register reference as businesses print it: `Amtsgericht Bremen HRB 35230 HB`,
|
|
81
|
+
* `AG Bremen, HRB 35230`, `HRB 35230 HB`. Returns undefined for text it cannot read. A court name
|
|
82
|
+
* that fits no register court leaves `court` absent and keeps the text in `courtText`.
|
|
83
|
+
*/
|
|
84
|
+
export const parseRegisterReferenceText = (
|
|
85
|
+
textArg: string,
|
|
86
|
+
courtsArg: readonly IRegisterCourt[] = registerCourts
|
|
87
|
+
): IParsedRegisterReferenceText | undefined => {
|
|
88
|
+
const text = collapse(textArg);
|
|
89
|
+
const match =
|
|
90
|
+
/^(.*?)[\s,;:]*\b(HRA|HRB|GnR|PR|VR|GsR)\b\.?\s*(?:Nr\.?\s*)?(\d{1,9}(?:\s*[A-Za-zÄÖÜäöü]{1,5})?)(?=\s|$)(?:\s+früher\s+Amtsgericht\s+.+)?$/i.exec(
|
|
91
|
+
text
|
|
92
|
+
);
|
|
93
|
+
if (!match) {
|
|
94
|
+
return undefined;
|
|
95
|
+
}
|
|
96
|
+
const type = toRegisterType(match[2]);
|
|
97
|
+
const number = parseRegisterNumber(match[3]);
|
|
98
|
+
if (!type || !number) {
|
|
99
|
+
return undefined;
|
|
100
|
+
}
|
|
101
|
+
const courtText = collapse(match[1].replace(/[,;:]+$/, ''));
|
|
102
|
+
const result: IParsedRegisterReferenceText = { type, number: formatRegisterNumber(number) };
|
|
103
|
+
if (courtText) {
|
|
104
|
+
result.courtText = courtText;
|
|
105
|
+
const court = findRegisterCourt(courtText, courtsArg);
|
|
106
|
+
if (court) {
|
|
107
|
+
result.court = court;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
return result;
|
|
111
|
+
};
|
|
112
|
+
|
|
113
|
+
/** `Amtsgericht Bremen HRB 35230 HB` */
|
|
114
|
+
export const formatRegisterReference = (referenceArg: IRegisterReference): string =>
|
|
115
|
+
`Amtsgericht ${referenceArg.court.name} ${referenceArg.type} ${referenceArg.number}`;
|
package/ts/index.ts
CHANGED
package/ts/plugins.ts
CHANGED
|
@@ -6,43 +6,23 @@ export {
|
|
|
6
6
|
}
|
|
7
7
|
|
|
8
8
|
// @push.rocks scope
|
|
9
|
-
import * as lik from '@push.rocks/lik';
|
|
10
9
|
import * as qenv from '@push.rocks/qenv';
|
|
11
|
-
import * as smartarchive from '@push.rocks/smartarchive';
|
|
12
|
-
import * as smartarray from '@push.rocks/smartarray';
|
|
13
|
-
import * as smartbrowser from '@push.rocks/smartbrowser';
|
|
14
|
-
import * as smartdata from '@push.rocks/smartdata';
|
|
15
10
|
import * as smartdelay from '@push.rocks/smartdelay';
|
|
16
|
-
import * as smartfile from '@push.rocks/smartfile';
|
|
17
|
-
import * as smartlog from '@push.rocks/smartlog';
|
|
18
11
|
import * as smartpath from '@push.rocks/smartpath';
|
|
19
|
-
import * as smartpromise from '@push.rocks/smartpromise';
|
|
20
12
|
import * as smartrequest from '@push.rocks/smartrequest';
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
13
|
+
|
|
14
|
+
const getErrorMessage = (error: unknown) => {
|
|
15
|
+
if (error instanceof Error) {
|
|
16
|
+
return error.message;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
return String(error);
|
|
20
|
+
};
|
|
24
21
|
|
|
25
22
|
export {
|
|
26
|
-
|
|
23
|
+
getErrorMessage,
|
|
27
24
|
qenv,
|
|
28
|
-
smartarchive,
|
|
29
|
-
smartarray,
|
|
30
|
-
smartbrowser,
|
|
31
|
-
smartdata,
|
|
32
25
|
smartdelay,
|
|
33
|
-
smartfile,
|
|
34
|
-
smartlog,
|
|
35
26
|
smartpath,
|
|
36
|
-
smartpromise,
|
|
37
27
|
smartrequest,
|
|
38
|
-
smartstream,
|
|
39
|
-
smartunique,
|
|
40
|
-
smartxml,
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
// @tsclass scope
|
|
44
|
-
import * as tsclass from '@tsclass/tsclass';
|
|
45
|
-
|
|
46
|
-
export {
|
|
47
|
-
tsclass,
|
|
48
28
|
}
|
|
@@ -166,7 +166,7 @@ export class FundamentalsService implements IFundamentalsProviderRegistry {
|
|
|
166
166
|
lastError = error as Error;
|
|
167
167
|
|
|
168
168
|
console.warn(
|
|
169
|
-
`Provider ${provider.name} failed for ${this.getRequestDescription(request)}: ${error
|
|
169
|
+
`Provider ${provider.name} failed for ${this.getRequestDescription(request)}: ${plugins.getErrorMessage(error)}`
|
|
170
170
|
);
|
|
171
171
|
}
|
|
172
172
|
}
|
|
@@ -32,7 +32,17 @@ export class StockDataService {
|
|
|
32
32
|
|
|
33
33
|
private logger = console;
|
|
34
34
|
|
|
35
|
-
private config:
|
|
35
|
+
private config: {
|
|
36
|
+
cache: {
|
|
37
|
+
priceTTL: number;
|
|
38
|
+
fundamentalsTTL: number;
|
|
39
|
+
maxEntries: number;
|
|
40
|
+
};
|
|
41
|
+
timeout: {
|
|
42
|
+
price: number;
|
|
43
|
+
fundamentals: number;
|
|
44
|
+
};
|
|
45
|
+
} = {
|
|
36
46
|
cache: {
|
|
37
47
|
priceTTL: 24 * 60 * 60 * 1000, // 24 hours
|
|
38
48
|
fundamentalsTTL: 90 * 24 * 60 * 60 * 1000, // 90 days
|
|
@@ -200,7 +210,7 @@ export class StockDataService {
|
|
|
200
210
|
entry.lastErrorTime = new Date();
|
|
201
211
|
lastError = error as Error;
|
|
202
212
|
|
|
203
|
-
console.warn(`Provider ${provider.name} failed for ${ticker}: ${error
|
|
213
|
+
console.warn(`Provider ${provider.name} failed for ${ticker}: ${plugins.getErrorMessage(error)}`);
|
|
204
214
|
}
|
|
205
215
|
}
|
|
206
216
|
|
|
@@ -250,7 +260,7 @@ export class StockDataService {
|
|
|
250
260
|
entry.lastErrorTime = new Date();
|
|
251
261
|
lastError = error as Error;
|
|
252
262
|
|
|
253
|
-
console.warn(`Provider ${provider.name} failed for batch prices: ${error
|
|
263
|
+
console.warn(`Provider ${provider.name} failed for batch prices: ${plugins.getErrorMessage(error)}`);
|
|
254
264
|
}
|
|
255
265
|
}
|
|
256
266
|
|
|
@@ -301,7 +311,7 @@ export class StockDataService {
|
|
|
301
311
|
entry.lastErrorTime = new Date();
|
|
302
312
|
lastError = error as Error;
|
|
303
313
|
|
|
304
|
-
console.warn(`Provider ${provider.name} failed for ${ticker} fundamentals: ${error
|
|
314
|
+
console.warn(`Provider ${provider.name} failed for ${ticker} fundamentals: ${plugins.getErrorMessage(error)}`);
|
|
305
315
|
}
|
|
306
316
|
}
|
|
307
317
|
|
|
@@ -352,7 +362,7 @@ export class StockDataService {
|
|
|
352
362
|
entry.lastErrorTime = new Date();
|
|
353
363
|
lastError = error as Error;
|
|
354
364
|
|
|
355
|
-
console.warn(`Provider ${provider.name} failed for batch fundamentals: ${error
|
|
365
|
+
console.warn(`Provider ${provider.name} failed for batch fundamentals: ${plugins.getErrorMessage(error)}`);
|
|
356
366
|
}
|
|
357
367
|
}
|
|
358
368
|
|
|
@@ -382,7 +392,7 @@ export class StockDataService {
|
|
|
382
392
|
fundamentals = this.enrichWithPrice(fundamentals, price.price);
|
|
383
393
|
}
|
|
384
394
|
} catch (error) {
|
|
385
|
-
console.warn(`Failed to fetch fundamentals for ${normalizedRequest.ticker}: ${error
|
|
395
|
+
console.warn(`Failed to fetch fundamentals for ${normalizedRequest.ticker}: ${plugins.getErrorMessage(error)}`);
|
|
386
396
|
// Continue without fundamentals
|
|
387
397
|
}
|
|
388
398
|
}
|
|
@@ -426,7 +436,7 @@ export class StockDataService {
|
|
|
426
436
|
fundamentalsMap = new Map(fundamentals.map(f => [f.ticker, f]));
|
|
427
437
|
}
|
|
428
438
|
} catch (error) {
|
|
429
|
-
console.warn(`Failed to fetch batch fundamentals: ${error
|
|
439
|
+
console.warn(`Failed to fetch batch fundamentals: ${plugins.getErrorMessage(error)}`);
|
|
430
440
|
// Continue without fundamentals
|
|
431
441
|
}
|
|
432
442
|
}
|
|
@@ -205,7 +205,7 @@ export class StockPriceService implements IProviderRegistry {
|
|
|
205
205
|
lastError = error as Error;
|
|
206
206
|
|
|
207
207
|
console.warn(
|
|
208
|
-
`Provider ${provider.name} failed for ${this.getRequestDescription(request)}: ${error
|
|
208
|
+
`Provider ${provider.name} failed for ${this.getRequestDescription(request)}: ${plugins.getErrorMessage(error)}`
|
|
209
209
|
);
|
|
210
210
|
}
|
|
211
211
|
}
|
|
@@ -522,4 +522,4 @@ export class StockPriceService implements IProviderRegistry {
|
|
|
522
522
|
ttl: ttl || this.cacheConfig.ttl
|
|
523
523
|
});
|
|
524
524
|
}
|
|
525
|
-
}
|
|
525
|
+
}
|
|
@@ -45,7 +45,7 @@ export class MarketstackProvider implements IStockProvider {
|
|
|
45
45
|
public priority = 90; // Increased from 80 - now supports real-time intraday data during market hours
|
|
46
46
|
public readonly requiresAuth = true;
|
|
47
47
|
public readonly rateLimit = {
|
|
48
|
-
requestsPerMinute:
|
|
48
|
+
requestsPerMinute: 0, // No per-minute limit specified
|
|
49
49
|
requestsPerDay: undefined // Varies by plan
|
|
50
50
|
};
|
|
51
51
|
|
|
@@ -99,8 +99,9 @@ export class MarketstackProvider implements IStockProvider {
|
|
|
99
99
|
}
|
|
100
100
|
} catch (error) {
|
|
101
101
|
// If intraday fails, fallback to EOD with warning
|
|
102
|
-
|
|
103
|
-
|
|
102
|
+
const errorMessage = plugins.getErrorMessage(error);
|
|
103
|
+
if (errorMessage.includes('intraday') || errorMessage.includes('Marketstack API error')) {
|
|
104
|
+
this.logger.warn(`Intraday endpoint failed for ${request.ticker}, falling back to EOD:`, errorMessage);
|
|
104
105
|
try {
|
|
105
106
|
return await this.fetchCurrentPriceEod(request);
|
|
106
107
|
} catch (eodError) {
|
|
@@ -245,7 +246,7 @@ export class MarketstackProvider implements IStockProvider {
|
|
|
245
246
|
return allPrices;
|
|
246
247
|
} catch (error) {
|
|
247
248
|
this.logger.error(`Failed to fetch historical prices for ${request.ticker}:`, error);
|
|
248
|
-
throw new Error(`Marketstack: Failed to fetch historical prices for ${request.ticker}: ${error
|
|
249
|
+
throw new Error(`Marketstack: Failed to fetch historical prices for ${request.ticker}: ${plugins.getErrorMessage(error)}`);
|
|
249
250
|
}
|
|
250
251
|
}
|
|
251
252
|
|
|
@@ -337,7 +338,7 @@ export class MarketstackProvider implements IStockProvider {
|
|
|
337
338
|
return allPrices;
|
|
338
339
|
} catch (error) {
|
|
339
340
|
this.logger.error(`Failed to fetch intraday prices for ${request.ticker}:`, error);
|
|
340
|
-
throw new Error(`Marketstack: Failed to fetch intraday prices for ${request.ticker}: ${error
|
|
341
|
+
throw new Error(`Marketstack: Failed to fetch intraday prices for ${request.ticker}: ${plugins.getErrorMessage(error)}`);
|
|
341
342
|
}
|
|
342
343
|
}
|
|
343
344
|
|
|
@@ -359,8 +360,9 @@ export class MarketstackProvider implements IStockProvider {
|
|
|
359
360
|
}
|
|
360
361
|
} catch (error) {
|
|
361
362
|
// Fallback to EOD if intraday fails
|
|
362
|
-
|
|
363
|
-
|
|
363
|
+
const errorMessage = plugins.getErrorMessage(error);
|
|
364
|
+
if (errorMessage.includes('intraday') || errorMessage.includes('Marketstack API error')) {
|
|
365
|
+
this.logger.warn(`Intraday batch endpoint failed, falling back to EOD:`, errorMessage);
|
|
364
366
|
try {
|
|
365
367
|
return await this.fetchBatchCurrentPricesEod(request);
|
|
366
368
|
} catch (eodError) {
|
|
@@ -141,7 +141,7 @@ export class SecEdgarProvider implements IFundamentalsProvider {
|
|
|
141
141
|
return this.parseCompanyFacts(request.ticker, cik, companyFacts);
|
|
142
142
|
} catch (error) {
|
|
143
143
|
this.logger.error(`Failed to fetch fundamentals for ${request.ticker}:`, error);
|
|
144
|
-
throw new Error(`SEC EDGAR: Failed to fetch fundamentals for ${request.ticker}: ${error
|
|
144
|
+
throw new Error(`SEC EDGAR: Failed to fetch fundamentals for ${request.ticker}: ${plugins.getErrorMessage(error)}`);
|
|
145
145
|
}
|
|
146
146
|
}
|
|
147
147
|
|
|
@@ -163,7 +163,7 @@ export class SecEdgarProvider implements IFundamentalsProvider {
|
|
|
163
163
|
results.push(fundamentals);
|
|
164
164
|
} catch (error) {
|
|
165
165
|
this.logger.warn(`Failed to fetch fundamentals for ${ticker}:`, error);
|
|
166
|
-
errors.push(`${ticker}: ${error
|
|
166
|
+
errors.push(`${ticker}: ${plugins.getErrorMessage(error)}`);
|
|
167
167
|
// Continue with other tickers
|
|
168
168
|
}
|
|
169
169
|
}
|
|
@@ -86,7 +86,7 @@ export class YahooFinanceProvider implements IStockProvider {
|
|
|
86
86
|
return stockPrice;
|
|
87
87
|
} catch (error) {
|
|
88
88
|
console.error(`Failed to fetch price for ${request.ticker}:`, error);
|
|
89
|
-
throw new Error(`Yahoo Finance: Failed to fetch price for ${request.ticker}: ${error
|
|
89
|
+
throw new Error(`Yahoo Finance: Failed to fetch price for ${request.ticker}: ${plugins.getErrorMessage(error)}`);
|
|
90
90
|
}
|
|
91
91
|
}
|
|
92
92
|
|
|
@@ -145,7 +145,7 @@ export class YahooFinanceProvider implements IStockProvider {
|
|
|
145
145
|
return prices;
|
|
146
146
|
} catch (error) {
|
|
147
147
|
console.error(`Failed to fetch batch prices:`, error);
|
|
148
|
-
throw new Error(`Yahoo Finance: Failed to fetch batch prices: ${error
|
|
148
|
+
throw new Error(`Yahoo Finance: Failed to fetch batch prices: ${plugins.getErrorMessage(error)}`);
|
|
149
149
|
}
|
|
150
150
|
}
|
|
151
151
|
|
|
@@ -191,4 +191,4 @@ export class YahooFinanceProvider implements IStockProvider {
|
|
|
191
191
|
return timeDiff > 3600 ? 'CLOSED' : 'REGULAR';
|
|
192
192
|
}
|
|
193
193
|
}
|
|
194
|
-
}
|
|
194
|
+
}
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
import * as plugins from './plugins.js';
|
|
2
|
-
export declare class BusinessRecord extends plugins.smartdata.SmartDataDbDoc<BusinessRecord, BusinessRecord> {
|
|
3
|
-
static getByGermanParsedRegistration: (parsedGermanRegistrationArg: BusinessRecord["data"]["germanParsedRegistration"]) => Promise<BusinessRecord>;
|
|
4
|
-
id: string;
|
|
5
|
-
data: {
|
|
6
|
-
name?: string;
|
|
7
|
-
startDate?: string;
|
|
8
|
-
endDate?: string;
|
|
9
|
-
status?: 'active' | 'liquidating' | 'closed';
|
|
10
|
-
address?: string;
|
|
11
|
-
postalCode?: string;
|
|
12
|
-
city?: string;
|
|
13
|
-
country?: string;
|
|
14
|
-
phone?: string;
|
|
15
|
-
fax?: string;
|
|
16
|
-
email?: string;
|
|
17
|
-
website?: string;
|
|
18
|
-
businessType?: string;
|
|
19
|
-
registrationId?: string;
|
|
20
|
-
germanParsedRegistration?: {
|
|
21
|
-
court?: string;
|
|
22
|
-
type?: 'HRA' | 'HRB' | 'GnR' | 'PR' | 'VR' | 'GsR';
|
|
23
|
-
number?: string;
|
|
24
|
-
};
|
|
25
|
-
legalForm?: 'GmbH' | 'GmbH & Co. KG' | 'AG' | 'LLC' | 'LLP' | 'GmbH & Co. KGaA' | 'GmbH & Co. KGaA, LLC';
|
|
26
|
-
managingDirectors?: string[];
|
|
27
|
-
boardOfDirectors?: string[];
|
|
28
|
-
supervisoryBoard?: string[];
|
|
29
|
-
foundingDate?: string;
|
|
30
|
-
capital?: string;
|
|
31
|
-
purpose?: string;
|
|
32
|
-
lastUpdate?: string;
|
|
33
|
-
};
|
|
34
|
-
/**
|
|
35
|
-
* validates the record against the Handelregister.
|
|
36
|
-
*/
|
|
37
|
-
validate(): Promise<void>;
|
|
38
|
-
}
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
-
};
|
|
7
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
-
};
|
|
10
|
-
var BusinessRecord_1;
|
|
11
|
-
import * as plugins from './plugins.js';
|
|
12
|
-
let BusinessRecord = class BusinessRecord extends plugins.smartdata.SmartDataDbDoc {
|
|
13
|
-
constructor() {
|
|
14
|
-
super(...arguments);
|
|
15
|
-
this.data = {};
|
|
16
|
-
}
|
|
17
|
-
static { BusinessRecord_1 = this; }
|
|
18
|
-
// STATIC
|
|
19
|
-
static { this.getByGermanParsedRegistration = async (parsedGermanRegistrationArg) => {
|
|
20
|
-
const businessRecords = await BusinessRecord_1.getInstance({
|
|
21
|
-
data: {
|
|
22
|
-
germanParsedRegistration: parsedGermanRegistrationArg,
|
|
23
|
-
}
|
|
24
|
-
});
|
|
25
|
-
return businessRecords;
|
|
26
|
-
}; }
|
|
27
|
-
/**
|
|
28
|
-
* validates the record against the Handelregister.
|
|
29
|
-
*/
|
|
30
|
-
async validate() {
|
|
31
|
-
if (!this.data.name)
|
|
32
|
-
throw new Error('Name is required.');
|
|
33
|
-
}
|
|
34
|
-
};
|
|
35
|
-
__decorate([
|
|
36
|
-
plugins.smartdata.unI(),
|
|
37
|
-
__metadata("design:type", String)
|
|
38
|
-
], BusinessRecord.prototype, "id", void 0);
|
|
39
|
-
__decorate([
|
|
40
|
-
plugins.smartdata.svDb(),
|
|
41
|
-
__metadata("design:type", Object)
|
|
42
|
-
], BusinessRecord.prototype, "data", void 0);
|
|
43
|
-
BusinessRecord = BusinessRecord_1 = __decorate([
|
|
44
|
-
plugins.smartdata.Manager()
|
|
45
|
-
], BusinessRecord);
|
|
46
|
-
export { BusinessRecord };
|
|
47
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5idXNpbmVzc3JlY29yZC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzL2NsYXNzZXMuYnVzaW5lc3NyZWNvcmQudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7OztBQUFBLE9BQU8sS0FBSyxPQUFPLE1BQU0sY0FBYyxDQUFDO0FBR2pDLElBQU0sY0FBYyxHQUFwQixNQUFNLGNBQWUsU0FBUSxPQUFPLENBQUMsU0FBUyxDQUFDLGNBR3JEO0lBSE07O1FBb0JMLFNBQUksR0FtQ0EsRUFBRSxDQUFDO0lBUVQsQ0FBQzs7SUEzREMsU0FBUzthQUNLLGtDQUE2QixHQUFHLEtBQUssRUFBRSwyQkFBK0UsRUFBRSxFQUFFO1FBQ3RJLE1BQU0sZUFBZSxHQUFHLE1BQU0sZ0JBQWMsQ0FBQyxXQUFXLENBQUM7WUFDdkQsSUFBSSxFQUFFO2dCQUNKLHdCQUF3QixFQUFFLDJCQUEyQjthQUN0RDtTQUNGLENBQUMsQ0FBQztRQUNILE9BQU8sZUFBZSxDQUFDO0lBQ3pCLENBQUMsQUFQMEMsQ0FPekM7SUE2Q0Y7O09BRUc7SUFDSSxLQUFLLENBQUMsUUFBUTtRQUNuQixJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJO1lBQUUsTUFBTSxJQUFJLEtBQUssQ0FBQyxtQkFBbUIsQ0FBQyxDQUFDO0lBQzVELENBQUM7O0FBN0NEO0lBREMsT0FBTyxDQUFDLFNBQVMsQ0FBQyxHQUFHLEVBQUU7OzBDQUNiO0FBR1g7SUFEQyxPQUFPLENBQUMsU0FBUyxDQUFDLElBQUksRUFBRTs7NENBb0NsQjtBQXZESSxjQUFjO0lBRDFCLE9BQU8sQ0FBQyxTQUFTLENBQUMsT0FBTyxFQUFFO0dBQ2YsY0FBYyxDQStEMUIifQ==
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import type { OpenData } from './classes.main.opendata.js';
|
|
2
|
-
export declare class GermanBusinessData {
|
|
3
|
-
openDataRef: OpenData;
|
|
4
|
-
constructor(openDataRefArg: OpenData);
|
|
5
|
-
start(): Promise<void>;
|
|
6
|
-
stop(): Promise<void>;
|
|
7
|
-
update(): Promise<void>;
|
|
8
|
-
getBusinessRecordByName(nameArg: string): Promise<import("./classes.businessrecord.js").BusinessRecord>;
|
|
9
|
-
}
|
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
import * as plugins from './plugins.js';
|
|
2
|
-
import * as paths from './paths.js';
|
|
3
|
-
export class GermanBusinessData {
|
|
4
|
-
constructor(openDataRefArg) {
|
|
5
|
-
this.openDataRef = openDataRefArg;
|
|
6
|
-
}
|
|
7
|
-
async start() {
|
|
8
|
-
await this.update();
|
|
9
|
-
}
|
|
10
|
-
async stop() { }
|
|
11
|
-
async update() {
|
|
12
|
-
const done = plugins.smartpromise.defer();
|
|
13
|
-
const promiseArray = [];
|
|
14
|
-
const dataUrl = 'https://daten.offeneregister.de/de_companies_ocdata.jsonl.bz2';
|
|
15
|
-
const dataExists = await plugins.smartfile.fs.isDirectory(paths.germanBusinessDataDir);
|
|
16
|
-
if (!dataExists) {
|
|
17
|
-
await plugins.smartfile.fs.ensureDir(paths.germanBusinessDataDir);
|
|
18
|
-
}
|
|
19
|
-
else {
|
|
20
|
-
}
|
|
21
|
-
const smartarchive = await plugins.smartarchive.SmartArchive.fromArchiveUrl(dataUrl);
|
|
22
|
-
promiseArray
|
|
23
|
-
.push();
|
|
24
|
-
const jsonlDataStream = await smartarchive.exportToStreamOfStreamFiles();
|
|
25
|
-
let totalRecordsCounter = 0;
|
|
26
|
-
let nextRest = '';
|
|
27
|
-
jsonlDataStream.pipe(new plugins.smartstream.SmartDuplex({
|
|
28
|
-
objectMode: true,
|
|
29
|
-
writeFunction: async (chunkArg, streamToolsArg) => {
|
|
30
|
-
const readStream = await chunkArg.createReadStream();
|
|
31
|
-
readStream.pipe(new plugins.smartstream.SmartDuplex({
|
|
32
|
-
objectMode: true,
|
|
33
|
-
writeFunction: async (chunkArg, streamToolsArg) => {
|
|
34
|
-
const currentString = nextRest + chunkArg.toString();
|
|
35
|
-
const lines = currentString.split('\n');
|
|
36
|
-
nextRest = lines.pop();
|
|
37
|
-
console.log(`Got another ${lines.length} records.`);
|
|
38
|
-
for (const line of lines) {
|
|
39
|
-
let entry;
|
|
40
|
-
if (!line)
|
|
41
|
-
continue;
|
|
42
|
-
try {
|
|
43
|
-
entry = JSON.parse(line);
|
|
44
|
-
}
|
|
45
|
-
catch (err) {
|
|
46
|
-
console.log(line);
|
|
47
|
-
await plugins.smartdelay.delayFor(10000);
|
|
48
|
-
}
|
|
49
|
-
if (!entry)
|
|
50
|
-
continue;
|
|
51
|
-
totalRecordsCounter++;
|
|
52
|
-
if (totalRecordsCounter % 10000 === 0)
|
|
53
|
-
console.log(`${totalRecordsCounter} total records.`);
|
|
54
|
-
const businessRecord = new this.openDataRef.CBusinessRecord();
|
|
55
|
-
businessRecord.data.name = entry.name;
|
|
56
|
-
await businessRecord.save();
|
|
57
|
-
// console.log(`stored ${businessRecord.data.name}`);
|
|
58
|
-
}
|
|
59
|
-
},
|
|
60
|
-
finalFunction: async (streamToolsArg) => {
|
|
61
|
-
if (!nextRest)
|
|
62
|
-
return;
|
|
63
|
-
JSON.parse(nextRest);
|
|
64
|
-
}
|
|
65
|
-
}));
|
|
66
|
-
},
|
|
67
|
-
}));
|
|
68
|
-
}
|
|
69
|
-
async getBusinessRecordByName(nameArg) {
|
|
70
|
-
const businessRecord = await this.openDataRef.CBusinessRecord.getInstance({
|
|
71
|
-
data: {
|
|
72
|
-
name: { $regex: `${nameArg}`, $options: "i" },
|
|
73
|
-
}
|
|
74
|
-
});
|
|
75
|
-
return businessRecord;
|
|
76
|
-
}
|
|
77
|
-
}
|
|
78
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5nZXJtYW5idXNpbmVzc2RhdGEuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9jbGFzc2VzLmdlcm1hbmJ1c2luZXNzZGF0YS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssT0FBTyxNQUFNLGNBQWMsQ0FBQztBQUN4QyxPQUFPLEtBQUssS0FBSyxNQUFNLFlBQVksQ0FBQztBQUdwQyxNQUFNLE9BQU8sa0JBQWtCO0lBRTdCLFlBQVksY0FBd0I7UUFDbEMsSUFBSSxDQUFDLFdBQVcsR0FBRyxjQUFjLENBQUM7SUFDcEMsQ0FBQztJQUVNLEtBQUssQ0FBQyxLQUFLO1FBQ2hCLE1BQU0sSUFBSSxDQUFDLE1BQU0sRUFBRSxDQUFDO0lBQ3RCLENBQUM7SUFDTSxLQUFLLENBQUMsSUFBSSxLQUFJLENBQUM7SUFFZixLQUFLLENBQUMsTUFBTTtRQUNqQixNQUFNLElBQUksR0FBRyxPQUFPLENBQUMsWUFBWSxDQUFDLEtBQUssRUFBRSxDQUFDO1FBQzFDLE1BQU0sWUFBWSxHQUFtQixFQUFFLENBQUM7UUFDeEMsTUFBTSxPQUFPLEdBQUcsK0RBQStELENBQUM7UUFDaEYsTUFBTSxVQUFVLEdBQUcsTUFBTSxPQUFPLENBQUMsU0FBUyxDQUFDLEVBQUUsQ0FBQyxXQUFXLENBQUMsS0FBSyxDQUFDLHFCQUFxQixDQUFDLENBQUM7UUFDdkYsSUFBSSxDQUFDLFVBQVUsRUFBRTtZQUNmLE1BQU0sT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsU0FBUyxDQUFDLEtBQUssQ0FBQyxxQkFBcUIsQ0FBQyxDQUFDO1NBQ25FO2FBQU07U0FDTjtRQUVELE1BQU0sWUFBWSxHQUFHLE1BQU0sT0FBTyxDQUFDLFlBQVksQ0FBQyxZQUFZLENBQUMsY0FBYyxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3JGLFlBQVk7YUFDVCxJQUFJLEVBRUgsQ0FBQztRQUNMLE1BQU0sZUFBZSxHQUFHLE1BQU0sWUFBWSxDQUFDLDJCQUEyQixFQUFFLENBQUM7UUFDekUsSUFBSSxtQkFBbUIsR0FBRyxDQUFDLENBQUM7UUFDNUIsSUFBSSxRQUFRLEdBQVcsRUFBRSxDQUFDO1FBQzFCLGVBQWUsQ0FBQyxJQUFJLENBQ2xCLElBQUksT0FBTyxDQUFDLFdBQVcsQ0FBQyxXQUFXLENBQUM7WUFDbEMsVUFBVSxFQUFFLElBQUk7WUFDaEIsYUFBYSxFQUFFLEtBQUssRUFBRSxRQUFzQyxFQUFFLGNBQWMsRUFBRSxFQUFFO2dCQUM5RSxNQUFNLFVBQVUsR0FBRyxNQUFNLFFBQVEsQ0FBQyxnQkFBZ0IsRUFBRSxDQUFDO2dCQUNyRCxVQUFVLENBQUMsSUFBSSxDQUNiLElBQUksT0FBTyxDQUFDLFdBQVcsQ0FBQyxXQUFXLENBQUM7b0JBQ2xDLFVBQVUsRUFBRSxJQUFJO29CQUNoQixhQUFhLEVBQUUsS0FBSyxFQUFFLFFBQWdCLEVBQUUsY0FBYyxFQUFFLEVBQUU7d0JBQ3hELE1BQU0sYUFBYSxHQUFHLFFBQVEsR0FBRyxRQUFRLENBQUMsUUFBUSxFQUFFLENBQUM7d0JBQ3JELE1BQU0sS0FBSyxHQUFHLGFBQWEsQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLENBQUM7d0JBQ3hDLFFBQVEsR0FBRyxLQUFLLENBQUMsR0FBRyxFQUFFLENBQUM7d0JBQ3ZCLE9BQU8sQ0FBQyxHQUFHLENBQUMsZUFBZSxLQUFLLENBQUMsTUFBTSxXQUFXLENBQUMsQ0FBQzt3QkFDcEQsS0FBSyxNQUFNLElBQUksSUFBSSxLQUFLLEVBQUU7NEJBQ3hCLElBQUksS0FBVSxDQUFDOzRCQUNmLElBQUksQ0FBQyxJQUFJO2dDQUFFLFNBQVM7NEJBQ3BCLElBQUk7Z0NBQ0YsS0FBSyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLENBQUM7NkJBQzFCOzRCQUFDLE9BQU8sR0FBRyxFQUFFO2dDQUNaLE9BQU8sQ0FBQyxHQUFHLENBQUMsSUFBSSxDQUFDLENBQUM7Z0NBQ2xCLE1BQU0sT0FBTyxDQUFDLFVBQVUsQ0FBQyxRQUFRLENBQUMsS0FBSyxDQUFDLENBQUM7NkJBQzFDOzRCQUNELElBQUksQ0FBQyxLQUFLO2dDQUFFLFNBQVM7NEJBQ3JCLG1CQUFtQixFQUFFLENBQUM7NEJBQ3RCLElBQUksbUJBQW1CLEdBQUcsS0FBSyxLQUFLLENBQUM7Z0NBQUUsT0FBTyxDQUFDLEdBQUcsQ0FBQyxHQUFHLG1CQUFtQixpQkFBaUIsQ0FBQyxDQUFDOzRCQUM1RixNQUFNLGNBQWMsR0FBRyxJQUFJLElBQUksQ0FBQyxXQUFXLENBQUMsZUFBZSxFQUFFLENBQUM7NEJBQzlELGNBQWMsQ0FBQyxJQUFJLENBQUMsSUFBSSxHQUFHLEtBQUssQ0FBQyxJQUFJLENBQUM7NEJBQ3RDLE1BQU0sY0FBYyxDQUFDLElBQUksRUFBRSxDQUFDOzRCQUM1QixxREFBcUQ7eUJBQ3REO29CQUNILENBQUM7b0JBQ0QsYUFBYSxFQUFFLEtBQUssRUFBRSxjQUFjLEVBQUUsRUFBRTt3QkFDdEMsSUFBSSxDQUFDLFFBQVE7NEJBQUUsT0FBTzt3QkFDdEIsSUFBSSxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQztvQkFDdkIsQ0FBQztpQkFDRixDQUFDLENBQ0gsQ0FBQztZQUNKLENBQUM7U0FDRixDQUFDLENBQ0gsQ0FBQztJQUNKLENBQUM7SUFFTSxLQUFLLENBQUMsdUJBQXVCLENBQUMsT0FBZTtRQUNsRCxNQUFNLGNBQWMsR0FBRyxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsZUFBZSxDQUFDLFdBQVcsQ0FBQztZQUN4RSxJQUFJLEVBQUU7Z0JBQ0osSUFBSSxFQUFFLEVBQUUsTUFBTSxFQUFFLEdBQUcsT0FBTyxFQUFFLEVBQUUsUUFBUSxFQUFFLEdBQUcsRUFBUzthQUNyRDtTQUNGLENBQUMsQ0FBQztRQUNILE9BQU8sY0FBYyxDQUFDO0lBQ3hCLENBQUM7Q0FDRiJ9
|