@fin.cx/opendata 3.5.1 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/{npmextra.json → .smartconfig.json} +24 -18
- package/dist_ts/00_commitinfo_data.js +3 -3
- package/dist_ts/handelsregister/classes.handelsregisterclient.d.ts +64 -0
- package/dist_ts/handelsregister/classes.handelsregisterclient.js +397 -0
- package/dist_ts/handelsregister/classes.handelsregistererror.d.ts +56 -0
- package/dist_ts/handelsregister/classes.handelsregistererror.js +37 -0
- package/dist_ts/handelsregister/classes.portalsession.d.ts +46 -0
- package/dist_ts/handelsregister/classes.portalsession.js +160 -0
- package/dist_ts/handelsregister/classes.slidingwindowgate.d.ts +32 -0
- package/dist_ts/handelsregister/classes.slidingwindowgate.js +55 -0
- package/dist_ts/handelsregister/constants.d.ts +13 -0
- package/dist_ts/handelsregister/constants.js +19 -0
- package/dist_ts/handelsregister/data.codelists.d.ts +29 -0
- package/dist_ts/handelsregister/data.codelists.js +616 -0
- package/dist_ts/handelsregister/forms.d.ts +27 -0
- package/dist_ts/handelsregister/forms.js +77 -0
- package/dist_ts/handelsregister/html.d.ts +26 -0
- package/dist_ts/handelsregister/html.js +82 -0
- package/dist_ts/handelsregister/index.d.ts +9 -0
- package/dist_ts/handelsregister/index.js +10 -0
- package/dist_ts/handelsregister/interfaces.d.ts +240 -0
- package/dist_ts/handelsregister/interfaces.js +2 -0
- package/dist_ts/handelsregister/parse.searchresults.d.ts +35 -0
- package/dist_ts/handelsregister/parse.searchresults.js +175 -0
- package/dist_ts/handelsregister/parse.structuredcontent.d.ts +6 -0
- package/dist_ts/handelsregister/parse.structuredcontent.js +306 -0
- package/dist_ts/handelsregister/plugins.d.ts +4 -0
- package/dist_ts/handelsregister/plugins.js +8 -0
- package/dist_ts/handelsregister/references.d.ts +34 -0
- package/dist_ts/handelsregister/references.js +76 -0
- package/dist_ts/index.d.ts +0 -1
- package/dist_ts/index.js +1 -2
- package/dist_ts/plugins.d.ts +2 -14
- package/dist_ts/plugins.js +8 -16
- package/dist_ts/stocks/classes.baseproviderservice.js +8 -8
- package/dist_ts/stocks/classes.fundamentalsservice.js +9 -9
- package/dist_ts/stocks/classes.stockdataservice.js +23 -23
- package/dist_ts/stocks/classes.stockservice.js +9 -9
- package/dist_ts/stocks/providers/provider.coingecko.d.ts +1 -1
- package/dist_ts/stocks/providers/provider.coingecko.js +45 -39
- package/dist_ts/stocks/providers/provider.marketstack.d.ts +3 -3
- package/dist_ts/stocks/providers/provider.marketstack.js +20 -16
- package/dist_ts/stocks/providers/provider.secedgar.d.ts +1 -1
- package/dist_ts/stocks/providers/provider.secedgar.js +22 -22
- package/dist_ts/stocks/providers/provider.yahoo.d.ts +2 -2
- package/dist_ts/stocks/providers/provider.yahoo.js +14 -13
- package/package.json +30 -31
- package/readme.md +327 -676
- package/ts/00_commitinfo_data.ts +2 -2
- package/ts/handelsregister/classes.handelsregisterclient.ts +474 -0
- package/ts/handelsregister/classes.handelsregistererror.ts +82 -0
- package/ts/handelsregister/classes.portalsession.ts +191 -0
- package/ts/handelsregister/classes.slidingwindowgate.ts +74 -0
- package/ts/handelsregister/constants.ts +30 -0
- package/ts/handelsregister/data.codelists.ts +640 -0
- package/ts/handelsregister/forms.ts +99 -0
- package/ts/handelsregister/html.ts +113 -0
- package/ts/handelsregister/index.ts +27 -0
- package/ts/handelsregister/interfaces.ts +272 -0
- package/ts/handelsregister/parse.searchresults.ts +241 -0
- package/ts/handelsregister/parse.structuredcontent.ts +338 -0
- package/ts/handelsregister/plugins.ts +15 -0
- package/ts/handelsregister/references.ts +115 -0
- package/ts/index.ts +0 -1
- package/ts/plugins.ts +9 -29
- package/ts/stocks/classes.fundamentalsservice.ts +1 -1
- package/ts/stocks/classes.stockdataservice.ts +17 -7
- package/ts/stocks/classes.stockservice.ts +2 -2
- package/ts/stocks/providers/provider.marketstack.ts +9 -7
- package/ts/stocks/providers/provider.secedgar.ts +2 -2
- package/ts/stocks/providers/provider.yahoo.ts +3 -3
- package/dist_ts/classes.businessrecord.d.ts +0 -38
- package/dist_ts/classes.businessrecord.js +0 -47
- package/dist_ts/classes.germanbusinessdata.d.ts +0 -9
- package/dist_ts/classes.germanbusinessdata.js +0 -78
- package/dist_ts/classes.handelsregister.d.ts +0 -132
- package/dist_ts/classes.handelsregister.js +0 -288
- package/dist_ts/classes.jsonldata.d.ts +0 -43
- package/dist_ts/classes.jsonldata.js +0 -65
- package/dist_ts/classes.main.opendata.d.ts +0 -24
- package/dist_ts/classes.main.opendata.js +0 -58
- package/readme.hints.md +0 -89
- package/readme.plan.md +0 -193
- package/ts/classes.businessrecord.ts +0 -67
- package/ts/classes.handelsregister.ts +0 -360
- package/ts/classes.jsonldata.ts +0 -113
- package/ts/classes.main.opendata.ts +0 -87
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
import type { BusinessRecord } from './classes.businessrecord.js';
|
|
2
|
-
import type { OpenData } from './classes.main.opendata.js';
|
|
3
|
-
import * as plugins from './plugins.js';
|
|
4
|
-
/**
|
|
5
|
-
* the HandlesRegister exposed as a class
|
|
6
|
-
*/
|
|
7
|
-
export declare class HandelsRegister {
|
|
8
|
-
private openDataRef;
|
|
9
|
-
private asyncExecutionStack;
|
|
10
|
-
private downloadDir;
|
|
11
|
-
private uniqueDowloadFolder;
|
|
12
|
-
smartbrowserInstance: plugins.smartbrowser.SmartBrowser;
|
|
13
|
-
constructor(openDataRef: OpenData, downloadDirArg: string);
|
|
14
|
-
start(): Promise<void>;
|
|
15
|
-
stop(): Promise<void>;
|
|
16
|
-
/**
|
|
17
|
-
* Creates a new page and configures it to allow file downloads
|
|
18
|
-
* to a predefined path.
|
|
19
|
-
*/
|
|
20
|
-
getNewPage: () => Promise<plugins.smartbrowser.smartpuppeteer.puppeteer.Page>;
|
|
21
|
-
private navigateToPage;
|
|
22
|
-
private waitForResults;
|
|
23
|
-
private clickFindButton;
|
|
24
|
-
private downloadFile;
|
|
25
|
-
/**
|
|
26
|
-
* Helper method to parse the German registration string
|
|
27
|
-
*/
|
|
28
|
-
private parseGermanRegistration;
|
|
29
|
-
/**
|
|
30
|
-
* Search for a company by name and return basic info
|
|
31
|
-
*/
|
|
32
|
-
searchCompany(companyNameArg: string, resultsLimitArg?: number): Promise<{
|
|
33
|
-
name?: string;
|
|
34
|
-
startDate?: string;
|
|
35
|
-
endDate?: string;
|
|
36
|
-
status?: "active" | "liquidating" | "closed";
|
|
37
|
-
address?: string;
|
|
38
|
-
postalCode?: string;
|
|
39
|
-
city?: string;
|
|
40
|
-
country?: string;
|
|
41
|
-
phone?: string;
|
|
42
|
-
fax?: string;
|
|
43
|
-
email?: string;
|
|
44
|
-
website?: string;
|
|
45
|
-
businessType?: string;
|
|
46
|
-
registrationId?: string;
|
|
47
|
-
germanParsedRegistration?: {
|
|
48
|
-
court?: string;
|
|
49
|
-
type?: "HRA" | "HRB" | "GnR" | "PR" | "VR" | "GsR";
|
|
50
|
-
number?: string;
|
|
51
|
-
};
|
|
52
|
-
legalForm?: "GmbH" | "GmbH & Co. KG" | "AG" | "LLC" | "LLP" | "GmbH & Co. KGaA" | "GmbH & Co. KGaA, LLC";
|
|
53
|
-
managingDirectors?: string[];
|
|
54
|
-
boardOfDirectors?: string[];
|
|
55
|
-
supervisoryBoard?: string[];
|
|
56
|
-
foundingDate?: string;
|
|
57
|
-
capital?: string;
|
|
58
|
-
purpose?: string;
|
|
59
|
-
lastUpdate?: string;
|
|
60
|
-
}[]>;
|
|
61
|
-
/**
|
|
62
|
-
* Search for a specific company (known register type/number/court),
|
|
63
|
-
* then click on an element that triggers a file download.
|
|
64
|
-
*/
|
|
65
|
-
getSpecificCompany(companyArg: BusinessRecord['data']['germanParsedRegistration']): Promise<{
|
|
66
|
-
businessRecords: {
|
|
67
|
-
name?: string;
|
|
68
|
-
startDate?: string;
|
|
69
|
-
endDate?: string;
|
|
70
|
-
status?: "active" | "liquidating" | "closed";
|
|
71
|
-
address?: string;
|
|
72
|
-
postalCode?: string;
|
|
73
|
-
city?: string;
|
|
74
|
-
country?: string;
|
|
75
|
-
phone?: string;
|
|
76
|
-
fax?: string;
|
|
77
|
-
email?: string;
|
|
78
|
-
website?: string;
|
|
79
|
-
businessType?: string;
|
|
80
|
-
registrationId?: string;
|
|
81
|
-
germanParsedRegistration?: {
|
|
82
|
-
court?: string;
|
|
83
|
-
type?: "HRA" | "HRB" | "GnR" | "PR" | "VR" | "GsR";
|
|
84
|
-
number?: string;
|
|
85
|
-
};
|
|
86
|
-
legalForm?: "GmbH" | "GmbH & Co. KG" | "AG" | "LLC" | "LLP" | "GmbH & Co. KGaA" | "GmbH & Co. KGaA, LLC";
|
|
87
|
-
managingDirectors?: string[];
|
|
88
|
-
boardOfDirectors?: string[];
|
|
89
|
-
supervisoryBoard?: string[];
|
|
90
|
-
foundingDate?: string;
|
|
91
|
-
capital?: string;
|
|
92
|
-
purpose?: string;
|
|
93
|
-
lastUpdate?: string;
|
|
94
|
-
}[];
|
|
95
|
-
files: plugins.smartfile.SmartFile[];
|
|
96
|
-
}>;
|
|
97
|
-
/**
|
|
98
|
-
* get specific company by full name
|
|
99
|
-
*/
|
|
100
|
-
getSpecificCompanyByName(companyNameArg: string): Promise<{
|
|
101
|
-
businessRecords: {
|
|
102
|
-
name?: string;
|
|
103
|
-
startDate?: string;
|
|
104
|
-
endDate?: string;
|
|
105
|
-
status?: "active" | "liquidating" | "closed";
|
|
106
|
-
address?: string;
|
|
107
|
-
postalCode?: string;
|
|
108
|
-
city?: string;
|
|
109
|
-
country?: string;
|
|
110
|
-
phone?: string;
|
|
111
|
-
fax?: string;
|
|
112
|
-
email?: string;
|
|
113
|
-
website?: string;
|
|
114
|
-
businessType?: string;
|
|
115
|
-
registrationId?: string;
|
|
116
|
-
germanParsedRegistration?: {
|
|
117
|
-
court?: string;
|
|
118
|
-
type?: "HRA" | "HRB" | "GnR" | "PR" | "VR" | "GsR";
|
|
119
|
-
number?: string;
|
|
120
|
-
};
|
|
121
|
-
legalForm?: "GmbH" | "GmbH & Co. KG" | "AG" | "LLC" | "LLP" | "GmbH & Co. KGaA" | "GmbH & Co. KGaA, LLC";
|
|
122
|
-
managingDirectors?: string[];
|
|
123
|
-
boardOfDirectors?: string[];
|
|
124
|
-
supervisoryBoard?: string[];
|
|
125
|
-
foundingDate?: string;
|
|
126
|
-
capital?: string;
|
|
127
|
-
purpose?: string;
|
|
128
|
-
lastUpdate?: string;
|
|
129
|
-
}[];
|
|
130
|
-
files: plugins.smartfile.SmartFile[];
|
|
131
|
-
}>;
|
|
132
|
-
}
|
|
@@ -1,288 +0,0 @@
|
|
|
1
|
-
import * as plugins from './plugins.js';
|
|
2
|
-
/**
|
|
3
|
-
* the HandlesRegister exposed as a class
|
|
4
|
-
*/
|
|
5
|
-
export class HandelsRegister {
|
|
6
|
-
constructor(openDataRef, downloadDirArg) {
|
|
7
|
-
this.asyncExecutionStack = new plugins.lik.AsyncExecutionStack();
|
|
8
|
-
// Puppeteer wrapper instance
|
|
9
|
-
this.smartbrowserInstance = new plugins.smartbrowser.SmartBrowser();
|
|
10
|
-
/**
|
|
11
|
-
* Creates a new page and configures it to allow file downloads
|
|
12
|
-
* to a predefined path.
|
|
13
|
-
*/
|
|
14
|
-
this.getNewPage = async () => {
|
|
15
|
-
const page = await this.smartbrowserInstance.headlessBrowser.newPage();
|
|
16
|
-
// 1) Create a DevTools session for this page
|
|
17
|
-
const cdpSession = await page.target().createCDPSession();
|
|
18
|
-
// 2) Allow file downloads and set the download path
|
|
19
|
-
await cdpSession.send('Page.setDownloadBehavior', {
|
|
20
|
-
behavior: 'allow',
|
|
21
|
-
downloadPath: this.uniqueDowloadFolder, // <-- Change this to your desired absolute path
|
|
22
|
-
});
|
|
23
|
-
// Optionally set viewport and go to page
|
|
24
|
-
await page.setViewport({ width: 1920, height: 1080 });
|
|
25
|
-
await page.goto('https://www.handelsregister.de/');
|
|
26
|
-
return page;
|
|
27
|
-
};
|
|
28
|
-
this.navigateToPage = async (pageArg, pageNameArg) => {
|
|
29
|
-
try {
|
|
30
|
-
await pageArg.evaluate((pageNameArg2) => {
|
|
31
|
-
const elements = Array.from(document.querySelectorAll('.ui-menuitem-text > span'));
|
|
32
|
-
const targetElement = elements.find((el) => el.textContent?.trim() === pageNameArg2);
|
|
33
|
-
if (targetElement) {
|
|
34
|
-
targetElement.click();
|
|
35
|
-
}
|
|
36
|
-
}, pageNameArg);
|
|
37
|
-
console.log(`Navigated to the ${pageNameArg} page successfully.`);
|
|
38
|
-
}
|
|
39
|
-
catch (error) {
|
|
40
|
-
console.error(`Failed to navigate to the ${pageNameArg} page:`, error);
|
|
41
|
-
}
|
|
42
|
-
};
|
|
43
|
-
this.waitForResults = async (pageArg) => {
|
|
44
|
-
await pageArg
|
|
45
|
-
.waitForSelector('#ergebnissForm\\:selectedSuchErgebnisFormTable_data', {
|
|
46
|
-
timeout: 30000,
|
|
47
|
-
})
|
|
48
|
-
.catch(async (err) => {
|
|
49
|
-
await pageArg.screenshot({ path: `${this.downloadDir}/error.png` });
|
|
50
|
-
throw err;
|
|
51
|
-
});
|
|
52
|
-
const businessRecords = await pageArg.evaluate(() => {
|
|
53
|
-
const rows = document.querySelectorAll('#ergebnissForm\\:selectedSuchErgebnisFormTable_data > tr');
|
|
54
|
-
const records = [];
|
|
55
|
-
rows.forEach((row) => {
|
|
56
|
-
const nameElement = row.querySelector('td.ui-panelgrid-cell span.marginLeft20');
|
|
57
|
-
const cityElement = row.querySelector('td.ui-panelgrid-cell.sitzSuchErgebnisse span');
|
|
58
|
-
const statusElement = row.querySelector('td.ui-panelgrid-cell span.verticalText');
|
|
59
|
-
const registrationCourtElement = row.querySelector('td.ui-panelgrid-cell.fontTableNameSize');
|
|
60
|
-
const name = nameElement?.textContent?.trim();
|
|
61
|
-
const city = cityElement?.textContent?.trim();
|
|
62
|
-
const status = statusElement?.textContent?.trim();
|
|
63
|
-
const registrationId = registrationCourtElement?.textContent?.trim();
|
|
64
|
-
// Push parsed data into records array
|
|
65
|
-
records.push({
|
|
66
|
-
name,
|
|
67
|
-
city,
|
|
68
|
-
registrationId,
|
|
69
|
-
businessType: status,
|
|
70
|
-
});
|
|
71
|
-
});
|
|
72
|
-
return records;
|
|
73
|
-
});
|
|
74
|
-
return businessRecords;
|
|
75
|
-
};
|
|
76
|
-
this.clickFindButton = async (pageArg, resultsLimitArg = 100) => {
|
|
77
|
-
try {
|
|
78
|
-
// Wait for the button with the text "Find" to appear
|
|
79
|
-
await pageArg.waitForSelector('span.ui-button-text.ui-c', { timeout: 5000 });
|
|
80
|
-
// adjust to 100 results per page
|
|
81
|
-
await pageArg.select('#form\\:ergebnisseProSeite_input', `${resultsLimitArg}`);
|
|
82
|
-
// Locate and click the button using its text
|
|
83
|
-
await pageArg.evaluate(() => {
|
|
84
|
-
const buttons = Array.from(document.querySelectorAll('span.ui-button-text.ui-c'));
|
|
85
|
-
const targetButton = buttons.find((button) => button.textContent?.trim() === 'Find');
|
|
86
|
-
if (targetButton) {
|
|
87
|
-
const parentButton = targetButton.closest('button') || targetButton;
|
|
88
|
-
parentButton.click();
|
|
89
|
-
}
|
|
90
|
-
});
|
|
91
|
-
console.log('Find button clicked successfully!');
|
|
92
|
-
}
|
|
93
|
-
catch (error) {
|
|
94
|
-
console.error('Failed to find or click the "Find" button:', error);
|
|
95
|
-
}
|
|
96
|
-
};
|
|
97
|
-
this.openDataRef = openDataRef;
|
|
98
|
-
this.downloadDir = downloadDirArg;
|
|
99
|
-
this.uniqueDowloadFolder = plugins.path.join(this.downloadDir, plugins.smartunique.uniSimple());
|
|
100
|
-
}
|
|
101
|
-
async start() {
|
|
102
|
-
// Start the browser
|
|
103
|
-
await plugins.smartfile.fs.ensureDir(this.uniqueDowloadFolder);
|
|
104
|
-
await this.smartbrowserInstance.start();
|
|
105
|
-
}
|
|
106
|
-
async stop() {
|
|
107
|
-
// Stop the browser
|
|
108
|
-
await plugins.smartfile.fs.remove(this.uniqueDowloadFolder);
|
|
109
|
-
await this.smartbrowserInstance.stop();
|
|
110
|
-
}
|
|
111
|
-
async downloadFile(pageArg, typeArg) {
|
|
112
|
-
// Trigger the file download by clicking on the relevant link
|
|
113
|
-
await pageArg.evaluate((typeArg2) => {
|
|
114
|
-
// Locate the table body
|
|
115
|
-
const tableBody = document.querySelector('#ergebnissForm\\:selectedSuchErgebnisFormTable_data');
|
|
116
|
-
if (!tableBody) {
|
|
117
|
-
throw new Error('Table body not found');
|
|
118
|
-
}
|
|
119
|
-
// Locate the first row
|
|
120
|
-
const firstRow = tableBody.querySelector('tr:nth-child(1)');
|
|
121
|
-
if (!firstRow) {
|
|
122
|
-
throw new Error('First row not found');
|
|
123
|
-
}
|
|
124
|
-
// Locate the last cell in the first row
|
|
125
|
-
const lastCell = firstRow.querySelector('td:last-child');
|
|
126
|
-
if (!lastCell) {
|
|
127
|
-
throw new Error('Last cell not found in the first row');
|
|
128
|
-
}
|
|
129
|
-
// Locate the download links
|
|
130
|
-
const adLink = lastCell.querySelector('a:first-of-type');
|
|
131
|
-
const siLink = lastCell.querySelector('a:last-of-type');
|
|
132
|
-
if (!siLink) {
|
|
133
|
-
throw new Error('SI link not found in the last cell');
|
|
134
|
-
}
|
|
135
|
-
// Simulate a click on the last <a> element
|
|
136
|
-
switch (typeArg2) {
|
|
137
|
-
case 'AD':
|
|
138
|
-
adLink.click();
|
|
139
|
-
break;
|
|
140
|
-
case 'SI':
|
|
141
|
-
siLink.click();
|
|
142
|
-
break;
|
|
143
|
-
default:
|
|
144
|
-
throw new Error('Invalid file type');
|
|
145
|
-
}
|
|
146
|
-
}, typeArg);
|
|
147
|
-
await plugins.smartfile.fs.waitForFileToBeReady(this.uniqueDowloadFolder);
|
|
148
|
-
const files = await plugins.smartfile.fs.fileTreeToObject(this.uniqueDowloadFolder, '**/*');
|
|
149
|
-
const file = files[0];
|
|
150
|
-
// lets clear the folder for the next download
|
|
151
|
-
await plugins.smartfile.fs.ensureEmptyDir(this.uniqueDowloadFolder);
|
|
152
|
-
switch (typeArg) {
|
|
153
|
-
case 'AD':
|
|
154
|
-
await file.rename(`ad.pdf`);
|
|
155
|
-
break;
|
|
156
|
-
case 'SI':
|
|
157
|
-
await file.rename(`si.xml`);
|
|
158
|
-
break;
|
|
159
|
-
break;
|
|
160
|
-
}
|
|
161
|
-
return file;
|
|
162
|
-
}
|
|
163
|
-
/**
|
|
164
|
-
* Helper method to parse the German registration string
|
|
165
|
-
*/
|
|
166
|
-
async parseGermanRegistration(input) {
|
|
167
|
-
// e.g. District court Berlin (Charlottenburg) HRB 123456
|
|
168
|
-
const regex = /District court (\p{L}[\p{L}\s-]*?(?:\s*\([\p{L}\s-]+\))?)\s+(HRA|HRB|GnR|VR|PR|GsR)\s+(\d+)/u;
|
|
169
|
-
const match = input.match(regex);
|
|
170
|
-
if (match) {
|
|
171
|
-
return {
|
|
172
|
-
court: match[1],
|
|
173
|
-
type: match[2], // Adjust if needed
|
|
174
|
-
number: match[3],
|
|
175
|
-
};
|
|
176
|
-
}
|
|
177
|
-
}
|
|
178
|
-
/**
|
|
179
|
-
* Search for a company by name and return basic info
|
|
180
|
-
*/
|
|
181
|
-
async searchCompany(companyNameArg, resultsLimitArg = 100) {
|
|
182
|
-
return this.asyncExecutionStack.getExclusiveExecutionSlot(async () => {
|
|
183
|
-
const page = await this.getNewPage();
|
|
184
|
-
await this.navigateToPage(page, 'Normal search');
|
|
185
|
-
try {
|
|
186
|
-
// Wait for the textarea to appear
|
|
187
|
-
await page.waitForSelector('#form\\:schlagwoerter', { timeout: 5000 });
|
|
188
|
-
// Enter text into the textarea
|
|
189
|
-
const inputText = companyNameArg;
|
|
190
|
-
await page.evaluate((text) => {
|
|
191
|
-
const textarea = document.querySelector('#form\\:schlagwoerter');
|
|
192
|
-
if (textarea) {
|
|
193
|
-
textarea.value = text; // Set the value
|
|
194
|
-
// Trigger the change event manually if required
|
|
195
|
-
const event = new Event('change', { bubbles: true });
|
|
196
|
-
textarea.dispatchEvent(event);
|
|
197
|
-
}
|
|
198
|
-
}, inputText);
|
|
199
|
-
console.log('Text entered successfully!');
|
|
200
|
-
}
|
|
201
|
-
catch (error) {
|
|
202
|
-
console.error('Failed to find or enter text into the textarea:', error);
|
|
203
|
-
}
|
|
204
|
-
try {
|
|
205
|
-
// Wait for the radio button's label to appear
|
|
206
|
-
await page.waitForSelector('label[for="form:schlagwortOptionen:0"]', { timeout: 5000 });
|
|
207
|
-
// Click the label to select the radio button
|
|
208
|
-
await page.evaluate(() => {
|
|
209
|
-
const label = document.querySelector('label[for="form:schlagwortOptionen:0"]');
|
|
210
|
-
if (label) {
|
|
211
|
-
label.click();
|
|
212
|
-
}
|
|
213
|
-
});
|
|
214
|
-
console.log('Radio button clicked successfully!');
|
|
215
|
-
}
|
|
216
|
-
catch (error) {
|
|
217
|
-
console.error('Failed to find or click the radio button:', error);
|
|
218
|
-
}
|
|
219
|
-
await this.clickFindButton(page, resultsLimitArg);
|
|
220
|
-
const businessRecords = await this.waitForResults(page);
|
|
221
|
-
// Parse out the registration info
|
|
222
|
-
for (const record of businessRecords) {
|
|
223
|
-
if (record.registrationId) {
|
|
224
|
-
record.germanParsedRegistration = await this.parseGermanRegistration(record.registrationId);
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
await page.close();
|
|
228
|
-
return businessRecords;
|
|
229
|
-
}, 60000);
|
|
230
|
-
}
|
|
231
|
-
/**
|
|
232
|
-
* Search for a specific company (known register type/number/court),
|
|
233
|
-
* then click on an element that triggers a file download.
|
|
234
|
-
*/
|
|
235
|
-
async getSpecificCompany(companyArg) {
|
|
236
|
-
return this.asyncExecutionStack.getExclusiveExecutionSlot(async () => {
|
|
237
|
-
const page = await this.getNewPage();
|
|
238
|
-
await this.navigateToPage(page, 'Normal search');
|
|
239
|
-
await page.waitForSelector('#form\\:schlagwoerter', { timeout: 5000 });
|
|
240
|
-
// 1) Type of Register (e.g. HRB, HRA, etc.)
|
|
241
|
-
await page.waitForSelector('#form\\:registerArt_label');
|
|
242
|
-
await page.click('#form\\:registerArt_label');
|
|
243
|
-
await page.waitForSelector('#form\\:registerArt_items');
|
|
244
|
-
await page.evaluate((type) => {
|
|
245
|
-
const options = Array.from(document.querySelectorAll('#form\\:registerArt_items li'));
|
|
246
|
-
const targetOption = options.find((option) => option.textContent?.trim() === type);
|
|
247
|
-
targetOption?.click();
|
|
248
|
-
}, companyArg.type);
|
|
249
|
-
// 2) Register number
|
|
250
|
-
await page.waitForSelector('#form\\:registerNummer');
|
|
251
|
-
await page.type('#form\\:registerNummer', companyArg.number);
|
|
252
|
-
// 3) Register court
|
|
253
|
-
await page.waitForSelector('#form\\:registergericht_label');
|
|
254
|
-
await page.click('#form\\:registergericht_label');
|
|
255
|
-
await page.waitForSelector('#form\\:registergericht_items');
|
|
256
|
-
await page.evaluate((court) => {
|
|
257
|
-
const options = Array.from(document.querySelectorAll('#form\\:registergericht_items li'));
|
|
258
|
-
const targetOption = options.find((option) => option.textContent?.trim() === court);
|
|
259
|
-
targetOption?.click();
|
|
260
|
-
}, companyArg.court);
|
|
261
|
-
// Click 'Find'
|
|
262
|
-
await this.clickFindButton(page);
|
|
263
|
-
// Optionally grab the results, just for logging
|
|
264
|
-
const businessRecords = await this.waitForResults(page);
|
|
265
|
-
console.log(businessRecords);
|
|
266
|
-
const files = [];
|
|
267
|
-
// download files
|
|
268
|
-
files.push(await this.downloadFile(page, 'SI'));
|
|
269
|
-
files.push(await this.downloadFile(page, 'AD'));
|
|
270
|
-
// At this point, the file should have been downloaded automatically
|
|
271
|
-
// to the path specified by `Page.setDownloadBehavior`
|
|
272
|
-
await page.close();
|
|
273
|
-
return {
|
|
274
|
-
businessRecords,
|
|
275
|
-
files,
|
|
276
|
-
};
|
|
277
|
-
}, 60000);
|
|
278
|
-
}
|
|
279
|
-
/**
|
|
280
|
-
* get specific company by full name
|
|
281
|
-
*/
|
|
282
|
-
async getSpecificCompanyByName(companyNameArg) {
|
|
283
|
-
const businessRecords = await this.searchCompany(companyNameArg, 1);
|
|
284
|
-
const result = this.getSpecificCompany(businessRecords[0].germanParsedRegistration);
|
|
285
|
-
return result;
|
|
286
|
-
}
|
|
287
|
-
}
|
|
288
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5oYW5kZWxzcmVnaXN0ZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9jbGFzc2VzLmhhbmRlbHNyZWdpc3Rlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFFQSxPQUFPLEtBQUssT0FBTyxNQUFNLGNBQWMsQ0FBQztBQUV4Qzs7R0FFRztBQUNILE1BQU0sT0FBTyxlQUFlO0lBUzFCLFlBQVksV0FBcUIsRUFBRSxjQUFzQjtRQVBqRCx3QkFBbUIsR0FBRyxJQUFJLE9BQU8sQ0FBQyxHQUFHLENBQUMsbUJBQW1CLEVBQUUsQ0FBQztRQUlwRSw2QkFBNkI7UUFDdEIseUJBQW9CLEdBQUcsSUFBSSxPQUFPLENBQUMsWUFBWSxDQUFDLFlBQVksRUFBRSxDQUFDO1FBb0J0RTs7O1dBR0c7UUFDSSxlQUFVLEdBQUcsS0FBSyxJQUFJLEVBQUU7WUFDN0IsTUFBTSxJQUFJLEdBQUcsTUFBTSxJQUFJLENBQUMsb0JBQW9CLENBQUMsZUFBZSxDQUFDLE9BQU8sRUFBRSxDQUFDO1lBRXZFLDZDQUE2QztZQUM3QyxNQUFNLFVBQVUsR0FBRyxNQUFNLElBQUksQ0FBQyxNQUFNLEVBQUUsQ0FBQyxnQkFBZ0IsRUFBRSxDQUFDO1lBRTFELG9EQUFvRDtZQUNwRCxNQUFNLFVBQVUsQ0FBQyxJQUFJLENBQUMsMEJBQTBCLEVBQUU7Z0JBQ2hELFFBQVEsRUFBRSxPQUFPO2dCQUNqQixZQUFZLEVBQUUsSUFBSSxDQUFDLG1CQUFtQixFQUFFLGdEQUFnRDthQUN6RixDQUFDLENBQUM7WUFFSCx5Q0FBeUM7WUFDekMsTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLEVBQUUsS0FBSyxFQUFFLElBQUksRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQztZQUN0RCxNQUFNLElBQUksQ0FBQyxJQUFJLENBQUMsaUNBQWlDLENBQUMsQ0FBQztZQUNuRCxPQUFPLElBQUksQ0FBQztRQUNkLENBQUMsQ0FBQztRQUVNLG1CQUFjLEdBQUcsS0FBSyxFQUM1QixPQUEyRCxFQUMzRCxXQUFtQixFQUNuQixFQUFFO1lBQ0YsSUFBSSxDQUFDO2dCQUNILE1BQU0sT0FBTyxDQUFDLFFBQVEsQ0FBQyxDQUFDLFlBQVksRUFBRSxFQUFFO29CQUN0QyxNQUFNLFFBQVEsR0FBRyxLQUFLLENBQUMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxnQkFBZ0IsQ0FBQywwQkFBMEIsQ0FBQyxDQUFDLENBQUM7b0JBQ25GLE1BQU0sYUFBYSxHQUFHLFFBQVEsQ0FBQyxJQUFJLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxDQUFDLEVBQUUsQ0FBQyxXQUFXLEVBQUUsSUFBSSxFQUFFLEtBQUssWUFBWSxDQUFDLENBQUM7b0JBQ3JGLElBQUksYUFBYSxFQUFFLENBQUM7d0JBQ2pCLGFBQTZCLENBQUMsS0FBSyxFQUFFLENBQUM7b0JBQ3pDLENBQUM7Z0JBQ0gsQ0FBQyxFQUFFLFdBQVcsQ0FBQyxDQUFDO2dCQUNoQixPQUFPLENBQUMsR0FBRyxDQUFDLG9CQUFvQixXQUFXLHFCQUFxQixDQUFDLENBQUM7WUFDcEUsQ0FBQztZQUFDLE9BQU8sS0FBSyxFQUFFLENBQUM7Z0JBQ2YsT0FBTyxDQUFDLEtBQUssQ0FBQyw2QkFBNkIsV0FBVyxRQUFRLEVBQUUsS0FBSyxDQUFDLENBQUM7WUFDekUsQ0FBQztRQUNILENBQUMsQ0FBQztRQUVNLG1CQUFjLEdBQUcsS0FBSyxFQUFFLE9BQTJELEVBQUUsRUFBRTtZQUM3RixNQUFNLE9BQU87aUJBQ1YsZUFBZSxDQUFDLHFEQUFxRCxFQUFFO2dCQUN0RSxPQUFPLEVBQUUsS0FBSzthQUNmLENBQUM7aUJBQ0QsS0FBSyxDQUFDLEtBQUssRUFBRSxHQUFHLEVBQUUsRUFBRTtnQkFDbkIsTUFBTSxPQUFPLENBQUMsVUFBVSxDQUFDLEVBQUUsSUFBSSxFQUFFLEdBQUcsSUFBSSxDQUFDLFdBQVcsWUFBK0IsRUFBRSxDQUFDLENBQUM7Z0JBQ3ZGLE1BQU0sR0FBRyxDQUFDO1lBQ1osQ0FBQyxDQUFDLENBQUM7WUFFTCxNQUFNLGVBQWUsR0FBNkIsTUFBTSxPQUFPLENBQUMsUUFBUSxDQUFDLEdBQUcsRUFBRTtnQkFDNUUsTUFBTSxJQUFJLEdBQUcsUUFBUSxDQUFDLGdCQUFnQixDQUNwQywwREFBMEQsQ0FDM0QsQ0FBQztnQkFDRixNQUFNLE9BQU8sR0FBNkIsRUFBRSxDQUFDO2dCQUU3QyxJQUFJLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxFQUFFLEVBQUU7b0JBQ25CLE1BQU0sV0FBVyxHQUFHLEdBQUcsQ0FBQyxhQUFhLENBQUMsd0NBQXdDLENBQUMsQ0FBQztvQkFDaEYsTUFBTSxXQUFXLEdBQUcsR0FBRyxDQUFDLGFBQWEsQ0FBQyw4Q0FBOEMsQ0FBQyxDQUFDO29CQUN0RixNQUFNLGFBQWEsR0FBRyxHQUFHLENBQUMsYUFBYSxDQUFDLHdDQUF3QyxDQUFDLENBQUM7b0JBQ2xGLE1BQU0sd0JBQXdCLEdBQUcsR0FBRyxDQUFDLGFBQWEsQ0FDaEQsd0NBQXdDLENBQ3pDLENBQUM7b0JBRUYsTUFBTSxJQUFJLEdBQUcsV0FBVyxFQUFFLFdBQVcsRUFBRSxJQUFJLEVBQUUsQ0FBQztvQkFDOUMsTUFBTSxJQUFJLEdBQUcsV0FBVyxFQUFFLFdBQVcsRUFBRSxJQUFJLEVBQUUsQ0FBQztvQkFDOUMsTUFBTSxNQUFNLEdBQUcsYUFBYSxFQUFFLFdBQVcsRUFBRSxJQUFJLEVBQUUsQ0FBQztvQkFDbEQsTUFBTSxjQUFjLEdBQUcsd0JBQXdCLEVBQUUsV0FBVyxFQUFFLElBQUksRUFBRSxDQUFDO29CQUVyRSxzQ0FBc0M7b0JBQ3RDLE9BQU8sQ0FBQyxJQUFJLENBQUM7d0JBQ1gsSUFBSTt3QkFDSixJQUFJO3dCQUNKLGNBQWM7d0JBQ2QsWUFBWSxFQUFFLE1BQU07cUJBQ3JCLENBQUMsQ0FBQztnQkFDTCxDQUFDLENBQUMsQ0FBQztnQkFFSCxPQUFPLE9BQU8sQ0FBQztZQUNqQixDQUFDLENBQUMsQ0FBQztZQUNILE9BQU8sZUFBZSxDQUFDO1FBQ3pCLENBQUMsQ0FBQztRQUVNLG9CQUFlLEdBQUcsS0FBSyxFQUFFLE9BQTJELEVBQUUsa0JBQTBCLEdBQUcsRUFBRSxFQUFFO1lBQzdILElBQUksQ0FBQztnQkFDSCxxREFBcUQ7Z0JBQ3JELE1BQU0sT0FBTyxDQUFDLGVBQWUsQ0FBQywwQkFBMEIsRUFBRSxFQUFFLE9BQU8sRUFBRSxJQUFJLEVBQUUsQ0FBQyxDQUFDO2dCQUU3RSxpQ0FBaUM7Z0JBQ2pDLE1BQU0sT0FBTyxDQUFDLE1BQU0sQ0FBQyxrQ0FBa0MsRUFBRSxHQUFHLGVBQWUsRUFBRSxDQUFDLENBQUM7Z0JBRS9FLDZDQUE2QztnQkFDN0MsTUFBTSxPQUFPLENBQUMsUUFBUSxDQUFDLEdBQUcsRUFBRTtvQkFDMUIsTUFBTSxPQUFPLEdBQUcsS0FBSyxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsZ0JBQWdCLENBQUMsMEJBQTBCLENBQUMsQ0FBQyxDQUFDO29CQUNsRixNQUFNLFlBQVksR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsTUFBTSxFQUFFLEVBQUUsQ0FBQyxNQUFNLENBQUMsV0FBVyxFQUFFLElBQUksRUFBRSxLQUFLLE1BQU0sQ0FBQyxDQUFDO29CQUNyRixJQUFJLFlBQVksRUFBRSxDQUFDO3dCQUNqQixNQUFNLFlBQVksR0FBRyxZQUFZLENBQUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxJQUFJLFlBQVksQ0FBQzt3QkFDbkUsWUFBNEIsQ0FBQyxLQUFLLEVBQUUsQ0FBQztvQkFDeEMsQ0FBQztnQkFDSCxDQUFDLENBQUMsQ0FBQztnQkFFSCxPQUFPLENBQUMsR0FBRyxDQUFDLG1DQUFtQyxDQUFDLENBQUM7WUFDbkQsQ0FBQztZQUFDLE9BQU8sS0FBSyxFQUFFLENBQUM7Z0JBQ2YsT0FBTyxDQUFDLEtBQUssQ0FBQyw0Q0FBNEMsRUFBRSxLQUFLLENBQUMsQ0FBQztZQUNyRSxDQUFDO1FBQ0gsQ0FBQyxDQUFDO1FBMUhBLElBQUksQ0FBQyxXQUFXLEdBQUcsV0FBVyxDQUFDO1FBQy9CLElBQUksQ0FBQyxXQUFXLEdBQUcsY0FBYyxDQUFDO1FBQ2xDLElBQUksQ0FBQyxtQkFBbUIsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsV0FBVyxFQUFFLE9BQU8sQ0FBQyxXQUFXLENBQUMsU0FBUyxFQUFFLENBQUMsQ0FBQztJQUNsRyxDQUFDO0lBRU0sS0FBSyxDQUFDLEtBQUs7UUFDaEIsb0JBQW9CO1FBQ3BCLE1BQU0sT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxtQkFBbUIsQ0FBQyxDQUFDO1FBQy9ELE1BQU0sSUFBSSxDQUFDLG9CQUFvQixDQUFDLEtBQUssRUFBRSxDQUFDO0lBQzFDLENBQUM7SUFFTSxLQUFLLENBQUMsSUFBSTtRQUNmLG1CQUFtQjtRQUNuQixNQUFNLE9BQU8sQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsbUJBQW1CLENBQUMsQ0FBQztRQUM1RCxNQUFNLElBQUksQ0FBQyxvQkFBb0IsQ0FBQyxJQUFJLEVBQUUsQ0FBQztJQUN6QyxDQUFDO0lBNkdPLEtBQUssQ0FBQyxZQUFZLENBQ3hCLE9BQTJELEVBQzNELE9BQW9CO1FBRXBCLDZEQUE2RDtRQUM3RCxNQUFNLE9BQU8sQ0FBQyxRQUFRLENBQUMsQ0FBQyxRQUFRLEVBQUUsRUFBRTtZQUNsQyx3QkFBd0I7WUFDeEIsTUFBTSxTQUFTLEdBQUcsUUFBUSxDQUFDLGFBQWEsQ0FDdEMscURBQXFELENBQ3RELENBQUM7WUFDRixJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7Z0JBQ2YsTUFBTSxJQUFJLEtBQUssQ0FBQyxzQkFBc0IsQ0FBQyxDQUFDO1lBQzFDLENBQUM7WUFFRCx1QkFBdUI7WUFDdkIsTUFBTSxRQUFRLEdBQUcsU0FBUyxDQUFDLGFBQWEsQ0FBQyxpQkFBaUIsQ0FBQyxDQUFDO1lBQzVELElBQUksQ0FBQyxRQUFRLEVBQUUsQ0FBQztnQkFDZCxNQUFNLElBQUksS0FBSyxDQUFDLHFCQUFxQixDQUFDLENBQUM7WUFDekMsQ0FBQztZQUVELHdDQUF3QztZQUN4QyxNQUFNLFFBQVEsR0FBRyxRQUFRLENBQUMsYUFBYSxDQUFDLGVBQWUsQ0FBQyxDQUFDO1lBQ3pELElBQUksQ0FBQyxRQUFRLEVBQUUsQ0FBQztnQkFDZCxNQUFNLElBQUksS0FBSyxDQUFDLHNDQUFzQyxDQUFDLENBQUM7WUFDMUQsQ0FBQztZQUVELDRCQUE0QjtZQUM1QixNQUFNLE1BQU0sR0FBRyxRQUFRLENBQUMsYUFBYSxDQUFDLGlCQUFpQixDQUFDLENBQUM7WUFDekQsTUFBTSxNQUFNLEdBQUcsUUFBUSxDQUFDLGFBQWEsQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDO1lBQ3hELElBQUksQ0FBQyxNQUFNLEVBQUUsQ0FBQztnQkFDWixNQUFNLElBQUksS0FBSyxDQUFDLG9DQUFvQyxDQUFDLENBQUM7WUFDeEQsQ0FBQztZQUVELDJDQUEyQztZQUMzQyxRQUFRLFFBQVEsRUFBRSxDQUFDO2dCQUNqQixLQUFLLElBQUk7b0JBQ04sTUFBc0IsQ0FBQyxLQUFLLEVBQUUsQ0FBQztvQkFDaEMsTUFBTTtnQkFDUixLQUFLLElBQUk7b0JBQ04sTUFBc0IsQ0FBQyxLQUFLLEVBQUUsQ0FBQztvQkFDaEMsTUFBTTtnQkFDUjtvQkFDRSxNQUFNLElBQUksS0FBSyxDQUFDLG1CQUFtQixDQUFDLENBQUM7WUFDekMsQ0FBQztRQUNILENBQUMsRUFBRSxPQUFPLENBQUMsQ0FBQztRQUdaLE1BQU0sT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsb0JBQW9CLENBQUMsSUFBSSxDQUFDLG1CQUFtQixDQUFDLENBQUM7UUFFMUUsTUFBTSxLQUFLLEdBQUcsTUFBTSxPQUFPLENBQUMsU0FBUyxDQUFDLEVBQUUsQ0FBQyxnQkFBZ0IsQ0FBQyxJQUFJLENBQUMsbUJBQW1CLEVBQUUsTUFBTSxDQUFDLENBQUM7UUFDNUYsTUFBTSxJQUFJLEdBQUcsS0FBSyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBRXRCLDhDQUE4QztRQUM5QyxNQUFNLE9BQU8sQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLGNBQWMsQ0FBQyxJQUFJLENBQUMsbUJBQW1CLENBQUMsQ0FBQztRQUNwRSxRQUFRLE9BQU8sRUFBRSxDQUFDO1lBQ2hCLEtBQUssSUFBSTtnQkFDUCxNQUFNLElBQUksQ0FBQyxNQUFNLENBQUMsUUFBUSxDQUFDLENBQUM7Z0JBQzVCLE1BQU07WUFDUixLQUFLLElBQUk7Z0JBQ1AsTUFBTSxJQUFJLENBQUMsTUFBTSxDQUFDLFFBQVEsQ0FBQyxDQUFDO2dCQUM1QixNQUFNO2dCQUNOLE1BQU07UUFDVixDQUFDO1FBQ0QsT0FBTyxJQUFJLENBQUM7SUFDZCxDQUFDO0lBRUQ7O09BRUc7SUFDSyxLQUFLLENBQUMsdUJBQXVCLENBQ25DLEtBQWE7UUFFYix5REFBeUQ7UUFDekQsTUFBTSxLQUFLLEdBQ1QsOEZBQThGLENBQUM7UUFDakcsTUFBTSxLQUFLLEdBQUcsS0FBSyxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUVqQyxJQUFJLEtBQUssRUFBRSxDQUFDO1lBQ1YsT0FBTztnQkFDTCxLQUFLLEVBQUUsS0FBSyxDQUFDLENBQUMsQ0FBQztnQkFDZixJQUFJLEVBQUUsS0FBSyxDQUFDLENBQUMsQ0FBa0IsRUFBRSxtQkFBbUI7Z0JBQ3BELE1BQU0sRUFBRSxLQUFLLENBQUMsQ0FBQyxDQUFDO2FBQ2pCLENBQUM7UUFDSixDQUFDO0lBQ0gsQ0FBQztJQUVEOztPQUVHO0lBQ0ksS0FBSyxDQUFDLGFBQWEsQ0FBQyxjQUFzQixFQUFFLGtCQUEwQixHQUFHO1FBQzlFLE9BQU8sSUFBSSxDQUFDLG1CQUFtQixDQUFDLHlCQUF5QixDQUFDLEtBQUssSUFBSSxFQUFFO1lBQ25FLE1BQU0sSUFBSSxHQUFHLE1BQU0sSUFBSSxDQUFDLFVBQVUsRUFBRSxDQUFDO1lBQ3JDLE1BQU0sSUFBSSxDQUFDLGNBQWMsQ0FBQyxJQUFJLEVBQUUsZUFBZSxDQUFDLENBQUM7WUFFakQsSUFBSSxDQUFDO2dCQUNILGtDQUFrQztnQkFDbEMsTUFBTSxJQUFJLENBQUMsZUFBZSxDQUFDLHVCQUF1QixFQUFFLEVBQUUsT0FBTyxFQUFFLElBQUksRUFBRSxDQUFDLENBQUM7Z0JBRXZFLCtCQUErQjtnQkFDL0IsTUFBTSxTQUFTLEdBQUcsY0FBYyxDQUFDO2dCQUNqQyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsQ0FBQyxJQUFJLEVBQUUsRUFBRTtvQkFDM0IsTUFBTSxRQUFRLEdBQUcsUUFBUSxDQUFDLGFBQWEsQ0FBc0IsdUJBQXVCLENBQUMsQ0FBQztvQkFDdEYsSUFBSSxRQUFRLEVBQUUsQ0FBQzt3QkFDYixRQUFRLENBQUMsS0FBSyxHQUFHLElBQUksQ0FBQyxDQUFDLGdCQUFnQjt3QkFDdkMsZ0RBQWdEO3dCQUNoRCxNQUFNLEtBQUssR0FBRyxJQUFJLEtBQUssQ0FBQyxRQUFRLEVBQUUsRUFBRSxPQUFPLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQzt3QkFDckQsUUFBUSxDQUFDLGFBQWEsQ0FBQyxLQUFLLENBQUMsQ0FBQztvQkFDaEMsQ0FBQztnQkFDSCxDQUFDLEVBQUUsU0FBUyxDQUFDLENBQUM7Z0JBRWQsT0FBTyxDQUFDLEdBQUcsQ0FBQyw0QkFBNEIsQ0FBQyxDQUFDO1lBQzVDLENBQUM7WUFBQyxPQUFPLEtBQUssRUFBRSxDQUFDO2dCQUNmLE9BQU8sQ0FBQyxLQUFLLENBQUMsaURBQWlELEVBQUUsS0FBSyxDQUFDLENBQUM7WUFDMUUsQ0FBQztZQUVELElBQUksQ0FBQztnQkFDSCw4Q0FBOEM7Z0JBQzlDLE1BQU0sSUFBSSxDQUFDLGVBQWUsQ0FBQyx3Q0FBd0MsRUFBRSxFQUFFLE9BQU8sRUFBRSxJQUFJLEVBQUUsQ0FBQyxDQUFDO2dCQUV4Riw2Q0FBNkM7Z0JBQzdDLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLEVBQUU7b0JBQ3ZCLE1BQU0sS0FBSyxHQUFHLFFBQVEsQ0FBQyxhQUFhLENBQ2xDLHdDQUF3QyxDQUN6QyxDQUFDO29CQUNGLElBQUksS0FBSyxFQUFFLENBQUM7d0JBQ1YsS0FBSyxDQUFDLEtBQUssRUFBRSxDQUFDO29CQUNoQixDQUFDO2dCQUNILENBQUMsQ0FBQyxDQUFDO2dCQUVILE9BQU8sQ0FBQyxHQUFHLENBQUMsb0NBQW9DLENBQUMsQ0FBQztZQUNwRCxDQUFDO1lBQUMsT0FBTyxLQUFLLEVBQUUsQ0FBQztnQkFDZixPQUFPLENBQUMsS0FBSyxDQUFDLDJDQUEyQyxFQUFFLEtBQUssQ0FBQyxDQUFDO1lBQ3BFLENBQUM7WUFFRCxNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsSUFBSSxFQUFFLGVBQWUsQ0FBQyxDQUFDO1lBRWxELE1BQU0sZUFBZSxHQUFHLE1BQU0sSUFBSSxDQUFDLGNBQWMsQ0FBQyxJQUFJLENBQUMsQ0FBQztZQUV4RCxrQ0FBa0M7WUFDbEMsS0FBSyxNQUFNLE1BQU0sSUFBSSxlQUFlLEVBQUUsQ0FBQztnQkFDckMsSUFBSSxNQUFNLENBQUMsY0FBYyxFQUFFLENBQUM7b0JBQzFCLE1BQU0sQ0FBQyx3QkFBd0IsR0FBRyxNQUFNLElBQUksQ0FBQyx1QkFBdUIsQ0FDbEUsTUFBTSxDQUFDLGNBQWMsQ0FDdEIsQ0FBQztnQkFDSixDQUFDO1lBQ0gsQ0FBQztZQUVELE1BQU0sSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDO1lBQ25CLE9BQU8sZUFBZSxDQUFDO1FBQ3pCLENBQUMsRUFBRSxLQUFLLENBQUMsQ0FBQztJQUNaLENBQUM7SUFFRDs7O09BR0c7SUFDSSxLQUFLLENBQUMsa0JBQWtCLENBQUMsVUFBOEQ7UUFDNUYsT0FBTyxJQUFJLENBQUMsbUJBQW1CLENBQUMseUJBQXlCLENBQUMsS0FBSyxJQUFJLEVBQUU7WUFDbkUsTUFBTSxJQUFJLEdBQUcsTUFBTSxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUM7WUFDckMsTUFBTSxJQUFJLENBQUMsY0FBYyxDQUFDLElBQUksRUFBRSxlQUFlLENBQUMsQ0FBQztZQUNqRCxNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsdUJBQXVCLEVBQUUsRUFBRSxPQUFPLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQztZQUV2RSw0Q0FBNEM7WUFDNUMsTUFBTSxJQUFJLENBQUMsZUFBZSxDQUFDLDJCQUEyQixDQUFDLENBQUM7WUFDeEQsTUFBTSxJQUFJLENBQUMsS0FBSyxDQUFDLDJCQUEyQixDQUFDLENBQUM7WUFDOUMsTUFBTSxJQUFJLENBQUMsZUFBZSxDQUFDLDJCQUEyQixDQUFDLENBQUM7WUFDeEQsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLENBQUMsSUFBSSxFQUFFLEVBQUU7Z0JBQzNCLE1BQU0sT0FBTyxHQUFHLEtBQUssQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLGdCQUFnQixDQUFDLDhCQUE4QixDQUFDLENBQUMsQ0FBQztnQkFDdEYsTUFBTSxZQUFZLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFDLE1BQU0sRUFBRSxFQUFFLENBQUMsTUFBTSxDQUFDLFdBQVcsRUFBRSxJQUFJLEVBQUUsS0FBSyxJQUFJLENBQUMsQ0FBQztnQkFDbEYsWUFBNEIsRUFBRSxLQUFLLEVBQUUsQ0FBQztZQUN6QyxDQUFDLEVBQUUsVUFBVSxDQUFDLElBQUksQ0FBQyxDQUFDO1lBRXBCLHFCQUFxQjtZQUNyQixNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsd0JBQXdCLENBQUMsQ0FBQztZQUNyRCxNQUFNLElBQUksQ0FBQyxJQUFJLENBQUMsd0JBQXdCLEVBQUUsVUFBVSxDQUFDLE1BQU0sQ0FBQyxDQUFDO1lBRTdELG9CQUFvQjtZQUNwQixNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsK0JBQStCLENBQUMsQ0FBQztZQUM1RCxNQUFNLElBQUksQ0FBQyxLQUFLLENBQUMsK0JBQStCLENBQUMsQ0FBQztZQUNsRCxNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsK0JBQStCLENBQUMsQ0FBQztZQUM1RCxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsQ0FBQyxLQUFLLEVBQUUsRUFBRTtnQkFDNUIsTUFBTSxPQUFPLEdBQUcsS0FBSyxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsZ0JBQWdCLENBQUMsa0NBQWtDLENBQUMsQ0FBQyxDQUFDO2dCQUMxRixNQUFNLFlBQVksR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsTUFBTSxFQUFFLEVBQUUsQ0FBQyxNQUFNLENBQUMsV0FBVyxFQUFFLElBQUksRUFBRSxLQUFLLEtBQUssQ0FBQyxDQUFDO2dCQUNuRixZQUE0QixFQUFFLEtBQUssRUFBRSxDQUFDO1lBQ3pDLENBQUMsRUFBRSxVQUFVLENBQUMsS0FBSyxDQUFDLENBQUM7WUFFckIsZUFBZTtZQUNmLE1BQU0sSUFBSSxDQUFDLGVBQWUsQ0FBQyxJQUFJLENBQUMsQ0FBQztZQUVqQyxnREFBZ0Q7WUFDaEQsTUFBTSxlQUFlLEdBQUcsTUFBTSxJQUFJLENBQUMsY0FBYyxDQUFDLElBQUksQ0FBQyxDQUFDO1lBQ3hELE9BQU8sQ0FBQyxHQUFHLENBQUMsZUFBZSxDQUFDLENBQUM7WUFFN0IsTUFBTSxLQUFLLEdBQWtDLEVBQUUsQ0FBQztZQUVoRCxpQkFBaUI7WUFDakIsS0FBSyxDQUFDLElBQUksQ0FBQyxNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsSUFBSSxFQUFFLElBQUksQ0FBQyxDQUFDLENBQUM7WUFDaEQsS0FBSyxDQUFDLElBQUksQ0FBQyxNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsSUFBSSxFQUFFLElBQUksQ0FBQyxDQUFDLENBQUM7WUFFaEQsb0VBQW9FO1lBQ3BFLHNEQUFzRDtZQUN0RCxNQUFNLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUVuQixPQUFPO2dCQUNMLGVBQWU7Z0JBQ2YsS0FBSzthQUNOLENBQUM7UUFDSixDQUFDLEVBQUUsS0FBSyxDQUFDLENBQUM7SUFDWixDQUFDO0lBRUQ7O09BRUc7SUFDSSxLQUFLLENBQUMsd0JBQXdCLENBQUMsY0FBc0I7UUFDMUQsTUFBTSxlQUFlLEdBQUcsTUFBTSxJQUFJLENBQUMsYUFBYSxDQUFDLGNBQWMsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUNwRSxNQUFNLE1BQU0sR0FBRyxJQUFJLENBQUMsa0JBQWtCLENBQUMsZUFBZSxDQUFDLENBQUMsQ0FBQyxDQUFDLHdCQUF3QixDQUFDLENBQUM7UUFDcEYsT0FBTyxNQUFNLENBQUM7SUFDaEIsQ0FBQztDQUNGIn0=
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
export type SeedEntryType = {
|
|
2
|
-
all_attributes: {
|
|
3
|
-
_registerArt: string;
|
|
4
|
-
_registerNummer: string;
|
|
5
|
-
additional_data: {
|
|
6
|
-
AD: boolean;
|
|
7
|
-
CD: boolean;
|
|
8
|
-
DK: boolean;
|
|
9
|
-
HD: boolean;
|
|
10
|
-
SI: boolean;
|
|
11
|
-
UT: boolean;
|
|
12
|
-
VÖ: boolean;
|
|
13
|
-
};
|
|
14
|
-
federal_state: string;
|
|
15
|
-
native_company_number: string;
|
|
16
|
-
registered_office: string;
|
|
17
|
-
registrar: string;
|
|
18
|
-
};
|
|
19
|
-
company_number: string;
|
|
20
|
-
current_status: string;
|
|
21
|
-
jurisdiction_code: string;
|
|
22
|
-
name: string;
|
|
23
|
-
officers: {
|
|
24
|
-
name: string;
|
|
25
|
-
other_attributes: {
|
|
26
|
-
city: string;
|
|
27
|
-
firstname: string;
|
|
28
|
-
flag: string;
|
|
29
|
-
lastname: string;
|
|
30
|
-
};
|
|
31
|
-
position: string;
|
|
32
|
-
start_date: string;
|
|
33
|
-
type: string;
|
|
34
|
-
}[];
|
|
35
|
-
registered_address: string;
|
|
36
|
-
retrieved_at: string;
|
|
37
|
-
};
|
|
38
|
-
export declare class JsonlDataProcessor<T> {
|
|
39
|
-
private germanBusinessDataDir;
|
|
40
|
-
forEachFunction: (entryArg: T) => Promise<void>;
|
|
41
|
-
constructor(germanBusinessDataDirArg: string, forEachFunctionArg: typeof this.forEachFunction);
|
|
42
|
-
processDataFromUrl(dataUrlArg?: string): Promise<void>;
|
|
43
|
-
}
|
|
@@ -1,65 +0,0 @@
|
|
|
1
|
-
import * as plugins from './plugins.js';
|
|
2
|
-
export class JsonlDataProcessor {
|
|
3
|
-
constructor(germanBusinessDataDirArg, forEachFunctionArg) {
|
|
4
|
-
this.germanBusinessDataDir = germanBusinessDataDirArg;
|
|
5
|
-
this.forEachFunction = forEachFunctionArg;
|
|
6
|
-
}
|
|
7
|
-
// TODO: define a mapper as argument instead of hard-coding it
|
|
8
|
-
async processDataFromUrl(dataUrlArg = 'https://daten.offeneregister.de/de_companies_ocdata.jsonl.bz2') {
|
|
9
|
-
const done = plugins.smartpromise.defer();
|
|
10
|
-
const dataExists = await plugins.smartfile.fs.isDirectory(this.germanBusinessDataDir);
|
|
11
|
-
if (!dataExists) {
|
|
12
|
-
await plugins.smartfile.fs.ensureDir(this.germanBusinessDataDir);
|
|
13
|
-
}
|
|
14
|
-
else {
|
|
15
|
-
}
|
|
16
|
-
const smartarchive = await plugins.smartarchive.SmartArchive.fromArchiveUrl(dataUrlArg);
|
|
17
|
-
const jsonlDataStream = await smartarchive.exportToStreamOfStreamFiles();
|
|
18
|
-
let totalRecordsCounter = 0;
|
|
19
|
-
let nextRest = '';
|
|
20
|
-
jsonlDataStream.pipe(new plugins.smartstream.SmartDuplex({
|
|
21
|
-
objectMode: true,
|
|
22
|
-
writeFunction: async (chunkArg, streamToolsArg) => {
|
|
23
|
-
const readStream = await chunkArg.createReadStream();
|
|
24
|
-
readStream.pipe(new plugins.smartstream.SmartDuplex({
|
|
25
|
-
objectMode: true,
|
|
26
|
-
writeFunction: async (chunkArg, streamToolsArg) => {
|
|
27
|
-
const currentString = nextRest + chunkArg.toString();
|
|
28
|
-
const lines = currentString.split('\n');
|
|
29
|
-
nextRest = lines.pop();
|
|
30
|
-
console.log(`Got another ${lines.length} records.`);
|
|
31
|
-
const concurrentProcessor = new plugins.smartarray.ConcurrentProcessor(async (line) => {
|
|
32
|
-
let entry;
|
|
33
|
-
if (!line)
|
|
34
|
-
return;
|
|
35
|
-
try {
|
|
36
|
-
entry = JSON.parse(line);
|
|
37
|
-
}
|
|
38
|
-
catch (err) {
|
|
39
|
-
console.log(line);
|
|
40
|
-
await plugins.smartdelay.delayFor(10000);
|
|
41
|
-
}
|
|
42
|
-
if (!entry)
|
|
43
|
-
return;
|
|
44
|
-
totalRecordsCounter++;
|
|
45
|
-
if (totalRecordsCounter % 10000 === 0)
|
|
46
|
-
console.log(`${totalRecordsCounter} total records.`);
|
|
47
|
-
await this.forEachFunction(entry);
|
|
48
|
-
}, 1000);
|
|
49
|
-
await concurrentProcessor.process(lines);
|
|
50
|
-
},
|
|
51
|
-
finalFunction: async (streamToolsArg) => {
|
|
52
|
-
console.log(`finished processing ${totalRecordsCounter} records.`);
|
|
53
|
-
if (nextRest) {
|
|
54
|
-
JSON.parse(nextRest);
|
|
55
|
-
}
|
|
56
|
-
;
|
|
57
|
-
done.resolve();
|
|
58
|
-
},
|
|
59
|
-
}));
|
|
60
|
-
},
|
|
61
|
-
}));
|
|
62
|
-
await done.promise;
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5qc29ubGRhdGEuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9jbGFzc2VzLmpzb25sZGF0YS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssT0FBTyxNQUFNLGNBQWMsQ0FBQztBQXlDeEMsTUFBTSxPQUFPLGtCQUFrQjtJQUk3QixZQUFZLHdCQUFnQyxFQUFFLGtCQUErQztRQUMzRixJQUFJLENBQUMscUJBQXFCLEdBQUcsd0JBQXdCLENBQUM7UUFDdEQsSUFBSSxDQUFDLGVBQWUsR0FBRyxrQkFBa0IsQ0FBQztJQUM1QyxDQUFDO0lBRUQsOERBQThEO0lBQ3ZELEtBQUssQ0FBQyxrQkFBa0IsQ0FDN0IsVUFBVSxHQUFHLCtEQUErRDtRQUU1RSxNQUFNLElBQUksR0FBRyxPQUFPLENBQUMsWUFBWSxDQUFDLEtBQUssRUFBRSxDQUFDO1FBQzFDLE1BQU0sVUFBVSxHQUFHLE1BQU0sT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsV0FBVyxDQUFDLElBQUksQ0FBQyxxQkFBcUIsQ0FBQyxDQUFDO1FBQ3RGLElBQUksQ0FBQyxVQUFVLEVBQUUsQ0FBQztZQUNoQixNQUFNLE9BQU8sQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMscUJBQXFCLENBQUMsQ0FBQztRQUNuRSxDQUFDO2FBQU0sQ0FBQztRQUNSLENBQUM7UUFFRCxNQUFNLFlBQVksR0FBRyxNQUFNLE9BQU8sQ0FBQyxZQUFZLENBQUMsWUFBWSxDQUFDLGNBQWMsQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUN4RixNQUFNLGVBQWUsR0FBRyxNQUFNLFlBQVksQ0FBQywyQkFBMkIsRUFBRSxDQUFDO1FBQ3pFLElBQUksbUJBQW1CLEdBQUcsQ0FBQyxDQUFDO1FBQzVCLElBQUksUUFBUSxHQUFXLEVBQUUsQ0FBQztRQUMxQixlQUFlLENBQUMsSUFBSSxDQUNsQixJQUFJLE9BQU8sQ0FBQyxXQUFXLENBQUMsV0FBVyxDQUFDO1lBQ2xDLFVBQVUsRUFBRSxJQUFJO1lBQ2hCLGFBQWEsRUFBRSxLQUFLLEVBQUUsUUFBc0MsRUFBRSxjQUFjLEVBQUUsRUFBRTtnQkFDOUUsTUFBTSxVQUFVLEdBQUcsTUFBTSxRQUFRLENBQUMsZ0JBQWdCLEVBQUUsQ0FBQztnQkFDckQsVUFBVSxDQUFDLElBQUksQ0FDYixJQUFJLE9BQU8sQ0FBQyxXQUFXLENBQUMsV0FBVyxDQUFDO29CQUNsQyxVQUFVLEVBQUUsSUFBSTtvQkFDaEIsYUFBYSxFQUFFLEtBQUssRUFBRSxRQUFnQixFQUFFLGNBQWMsRUFBRSxFQUFFO3dCQUN4RCxNQUFNLGFBQWEsR0FBRyxRQUFRLEdBQUcsUUFBUSxDQUFDLFFBQVEsRUFBRSxDQUFDO3dCQUNyRCxNQUFNLEtBQUssR0FBRyxhQUFhLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxDQUFDO3dCQUN4QyxRQUFRLEdBQUcsS0FBSyxDQUFDLEdBQUcsRUFBRSxDQUFDO3dCQUN2QixPQUFPLENBQUMsR0FBRyxDQUFDLGVBQWUsS0FBSyxDQUFDLE1BQU0sV0FBVyxDQUFDLENBQUM7d0JBQ3BELE1BQU0sbUJBQW1CLEdBQUcsSUFBSSxPQUFPLENBQUMsVUFBVSxDQUFDLG1CQUFtQixDQUNwRSxLQUFLLEVBQUUsSUFBSSxFQUFFLEVBQUU7NEJBQ2IsSUFBSSxLQUFRLENBQUM7NEJBQ2IsSUFBSSxDQUFDLElBQUk7Z0NBQUUsT0FBTzs0QkFDbEIsSUFBSSxDQUFDO2dDQUNILEtBQUssR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxDQUFDOzRCQUMzQixDQUFDOzRCQUFDLE9BQU8sR0FBRyxFQUFFLENBQUM7Z0NBQ2IsT0FBTyxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsQ0FBQztnQ0FDbEIsTUFBTSxPQUFPLENBQUMsVUFBVSxDQUFDLFFBQVEsQ0FBQyxLQUFLLENBQUMsQ0FBQzs0QkFDM0MsQ0FBQzs0QkFDRCxJQUFJLENBQUMsS0FBSztnQ0FBRSxPQUFPOzRCQUNuQixtQkFBbUIsRUFBRSxDQUFDOzRCQUN0QixJQUFJLG1CQUFtQixHQUFHLEtBQUssS0FBSyxDQUFDO2dDQUNuQyxPQUFPLENBQUMsR0FBRyxDQUFDLEdBQUcsbUJBQW1CLGlCQUFpQixDQUFDLENBQUM7NEJBQ3ZELE1BQU0sSUFBSSxDQUFDLGVBQWUsQ0FBQyxLQUFLLENBQUMsQ0FBQzt3QkFDcEMsQ0FBQyxFQUNELElBQUksQ0FDTCxDQUFDO3dCQUNGLE1BQU0sbUJBQW1CLENBQUMsT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDO29CQUMzQyxDQUFDO29CQUNELGFBQWEsRUFBRSxLQUFLLEVBQUUsY0FBYyxFQUFFLEVBQUU7d0JBQ3RDLE9BQU8sQ0FBQyxHQUFHLENBQUMsdUJBQXVCLG1CQUFtQixXQUFXLENBQUMsQ0FBQzt3QkFDbkUsSUFBSSxRQUFRLEVBQUUsQ0FBQzs0QkFDYixJQUFJLENBQUMsS0FBSyxDQUFDLFFBQVEsQ0FBQyxDQUFDO3dCQUN2QixDQUFDO3dCQUFBLENBQUM7d0JBQ0YsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDO29CQUNqQixDQUFDO2lCQUNGLENBQUMsQ0FDSCxDQUFDO1lBQ0osQ0FBQztTQUNGLENBQUMsQ0FDSCxDQUFDO1FBQ0YsTUFBTSxJQUFJLENBQUMsT0FBTyxDQUFDO0lBQ3JCLENBQUM7Q0FDRiJ9
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { BusinessRecord } from './classes.businessrecord.js';
|
|
2
|
-
import { HandelsRegister } from './classes.handelsregister.js';
|
|
3
|
-
import { JsonlDataProcessor, type SeedEntryType } from './classes.jsonldata.js';
|
|
4
|
-
import * as plugins from './plugins.js';
|
|
5
|
-
export interface IOpenDataConfig {
|
|
6
|
-
downloadDir: string;
|
|
7
|
-
germanBusinessDataDir: string;
|
|
8
|
-
nogitDir: string;
|
|
9
|
-
}
|
|
10
|
-
export declare class OpenData {
|
|
11
|
-
db: plugins.smartdata.SmartdataDb;
|
|
12
|
-
private serviceQenv;
|
|
13
|
-
private config;
|
|
14
|
-
jsonLDataProcessor: JsonlDataProcessor<SeedEntryType>;
|
|
15
|
-
handelsregister: HandelsRegister;
|
|
16
|
-
CBusinessRecord: typeof BusinessRecord;
|
|
17
|
-
constructor(configArg: IOpenDataConfig);
|
|
18
|
-
start(): Promise<void>;
|
|
19
|
-
buildInitialDb(): Promise<void>;
|
|
20
|
-
slowValidateDb(): Promise<void>;
|
|
21
|
-
validateSearchByName(): Promise<void>;
|
|
22
|
-
searchDbByBusinessNameAndPostalCode(businessNameArg: string, postalCodeArg: string): Promise<void>;
|
|
23
|
-
stop(): Promise<void>;
|
|
24
|
-
}
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
import { BusinessRecord } from './classes.businessrecord.js';
|
|
2
|
-
import { HandelsRegister } from './classes.handelsregister.js';
|
|
3
|
-
import { JsonlDataProcessor } from './classes.jsonldata.js';
|
|
4
|
-
import * as paths from './paths.js';
|
|
5
|
-
import * as plugins from './plugins.js';
|
|
6
|
-
export class OpenData {
|
|
7
|
-
constructor(configArg) {
|
|
8
|
-
this.CBusinessRecord = plugins.smartdata.setDefaultManagerForDoc(this, BusinessRecord);
|
|
9
|
-
if (!configArg) {
|
|
10
|
-
throw new Error('@fin.cx/opendata: Configuration is required. You must provide downloadDir, germanBusinessDataDir, and nogitDir paths.');
|
|
11
|
-
}
|
|
12
|
-
if (!configArg.downloadDir || !configArg.germanBusinessDataDir || !configArg.nogitDir) {
|
|
13
|
-
throw new Error('@fin.cx/opendata: All directory paths are required (downloadDir, germanBusinessDataDir, nogitDir).');
|
|
14
|
-
}
|
|
15
|
-
this.config = configArg;
|
|
16
|
-
this.serviceQenv = new plugins.qenv.Qenv(paths.packageDir, this.config.nogitDir);
|
|
17
|
-
}
|
|
18
|
-
async start() {
|
|
19
|
-
// Ensure configured directories exist
|
|
20
|
-
await plugins.smartfile.fs.ensureDir(this.config.nogitDir);
|
|
21
|
-
await plugins.smartfile.fs.ensureDir(this.config.downloadDir);
|
|
22
|
-
await plugins.smartfile.fs.ensureDir(this.config.germanBusinessDataDir);
|
|
23
|
-
this.db = new plugins.smartdata.SmartdataDb({
|
|
24
|
-
mongoDbUrl: await this.serviceQenv.getEnvVarOnDemand('MONGODB_URL'),
|
|
25
|
-
mongoDbName: await this.serviceQenv.getEnvVarOnDemand('MONGODB_NAME'),
|
|
26
|
-
mongoDbUser: await this.serviceQenv.getEnvVarOnDemand('MONGODB_USER'),
|
|
27
|
-
mongoDbPass: await this.serviceQenv.getEnvVarOnDemand('MONGODB_PASS'),
|
|
28
|
-
});
|
|
29
|
-
await this.db.init();
|
|
30
|
-
this.jsonLDataProcessor = new JsonlDataProcessor(this.config.germanBusinessDataDir, async (entryArg) => {
|
|
31
|
-
const businessRecord = new this.CBusinessRecord();
|
|
32
|
-
businessRecord.id = await this.CBusinessRecord.getNewId();
|
|
33
|
-
businessRecord.data.name = entryArg.name;
|
|
34
|
-
businessRecord.data.germanParsedRegistration = {
|
|
35
|
-
court: entryArg.all_attributes.registered_office,
|
|
36
|
-
number: entryArg.all_attributes._registerNummer,
|
|
37
|
-
type: entryArg.all_attributes._registerArt,
|
|
38
|
-
};
|
|
39
|
-
await businessRecord.save();
|
|
40
|
-
});
|
|
41
|
-
this.handelsregister = new HandelsRegister(this, this.config.downloadDir);
|
|
42
|
-
await this.handelsregister.start();
|
|
43
|
-
}
|
|
44
|
-
async buildInitialDb() {
|
|
45
|
-
await this.jsonLDataProcessor.processDataFromUrl();
|
|
46
|
-
}
|
|
47
|
-
async slowValidateDb() {
|
|
48
|
-
}
|
|
49
|
-
async validateSearchByName() {
|
|
50
|
-
}
|
|
51
|
-
async searchDbByBusinessNameAndPostalCode(businessNameArg, postalCodeArg) {
|
|
52
|
-
}
|
|
53
|
-
async stop() {
|
|
54
|
-
await this.db.close();
|
|
55
|
-
await this.handelsregister.stop();
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5tYWluLm9wZW5kYXRhLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHMvY2xhc3Nlcy5tYWluLm9wZW5kYXRhLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxjQUFjLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUM3RCxPQUFPLEVBQUUsZUFBZSxFQUFFLE1BQU0sOEJBQThCLENBQUM7QUFDL0QsT0FBTyxFQUFFLGtCQUFrQixFQUFzQixNQUFNLHdCQUF3QixDQUFDO0FBQ2hGLE9BQU8sS0FBSyxLQUFLLE1BQU0sWUFBWSxDQUFDO0FBQ3BDLE9BQU8sS0FBSyxPQUFPLE1BQU0sY0FBYyxDQUFDO0FBUXhDLE1BQU0sT0FBTyxRQUFRO0lBVW5CLFlBQVksU0FBMEI7UUFGL0Isb0JBQWUsR0FBRyxPQUFPLENBQUMsU0FBUyxDQUFDLHVCQUF1QixDQUFDLElBQUksRUFBRSxjQUFjLENBQUMsQ0FBQztRQUd2RixJQUFJLENBQUMsU0FBUyxFQUFFLENBQUM7WUFDZixNQUFNLElBQUksS0FBSyxDQUFDLHVIQUF1SCxDQUFDLENBQUM7UUFDM0ksQ0FBQztRQUNELElBQUksQ0FBQyxTQUFTLENBQUMsV0FBVyxJQUFJLENBQUMsU0FBUyxDQUFDLHFCQUFxQixJQUFJLENBQUMsU0FBUyxDQUFDLFFBQVEsRUFBRSxDQUFDO1lBQ3RGLE1BQU0sSUFBSSxLQUFLLENBQUMsb0dBQW9HLENBQUMsQ0FBQztRQUN4SCxDQUFDO1FBQ0QsSUFBSSxDQUFDLE1BQU0sR0FBRyxTQUFTLENBQUM7UUFDeEIsSUFBSSxDQUFDLFdBQVcsR0FBRyxJQUFJLE9BQU8sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxVQUFVLEVBQUUsSUFBSSxDQUFDLE1BQU0sQ0FBQyxRQUFRLENBQUMsQ0FBQztJQUNuRixDQUFDO0lBRU0sS0FBSyxDQUFDLEtBQUs7UUFDaEIsc0NBQXNDO1FBQ3RDLE1BQU0sT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxNQUFNLENBQUMsUUFBUSxDQUFDLENBQUM7UUFDM0QsTUFBTSxPQUFPLENBQUMsU0FBUyxDQUFDLEVBQUUsQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxXQUFXLENBQUMsQ0FBQztRQUM5RCxNQUFNLE9BQU8sQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsTUFBTSxDQUFDLHFCQUFxQixDQUFDLENBQUM7UUFFeEUsSUFBSSxDQUFDLEVBQUUsR0FBRyxJQUFJLE9BQU8sQ0FBQyxTQUFTLENBQUMsV0FBVyxDQUFDO1lBQzFDLFVBQVUsRUFBRSxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsaUJBQWlCLENBQUMsYUFBYSxDQUFDO1lBQ25FLFdBQVcsRUFBRSxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsaUJBQWlCLENBQUMsY0FBYyxDQUFDO1lBQ3JFLFdBQVcsRUFBRSxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsaUJBQWlCLENBQUMsY0FBYyxDQUFDO1lBQ3JFLFdBQVcsRUFBRSxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsaUJBQWlCLENBQUMsY0FBYyxDQUFDO1NBQ3RFLENBQUMsQ0FBQztRQUNILE1BQU0sSUFBSSxDQUFDLEVBQUUsQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUNyQixJQUFJLENBQUMsa0JBQWtCLEdBQUcsSUFBSSxrQkFBa0IsQ0FDOUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxxQkFBcUIsRUFDakMsS0FBSyxFQUFFLFFBQVEsRUFBRSxFQUFFO1lBQ2pCLE1BQU0sY0FBYyxHQUFHLElBQUksSUFBSSxDQUFDLGVBQWUsRUFBRSxDQUFDO1lBQ2xELGNBQWMsQ0FBQyxFQUFFLEdBQUcsTUFBTSxJQUFJLENBQUMsZUFBZSxDQUFDLFFBQVEsRUFBRSxDQUFDO1lBQzFELGNBQWMsQ0FBQyxJQUFJLENBQUMsSUFBSSxHQUFHLFFBQVEsQ0FBQyxJQUFJLENBQUM7WUFDekMsY0FBYyxDQUFDLElBQUksQ0FBQyx3QkFBd0IsR0FBRztnQkFDN0MsS0FBSyxFQUFFLFFBQVEsQ0FBQyxjQUFjLENBQUMsaUJBQWlCO2dCQUNoRCxNQUFNLEVBQUUsUUFBUSxDQUFDLGNBQWMsQ0FBQyxlQUFlO2dCQUMvQyxJQUFJLEVBQUUsUUFBUSxDQUFDLGNBQWMsQ0FBQyxZQUE2QjthQUM1RCxDQUFDO1lBQ0YsTUFBTSxjQUFjLENBQUMsSUFBSSxFQUFFLENBQUM7UUFDOUIsQ0FBQyxDQUNGLENBQUM7UUFDRixJQUFJLENBQUMsZUFBZSxHQUFHLElBQUksZUFBZSxDQUFDLElBQUksRUFBRSxJQUFJLENBQUMsTUFBTSxDQUFDLFdBQVcsQ0FBQyxDQUFDO1FBQzFFLE1BQU0sSUFBSSxDQUFDLGVBQWUsQ0FBQyxLQUFLLEVBQUUsQ0FBQztJQUNyQyxDQUFDO0lBRU0sS0FBSyxDQUFDLGNBQWM7UUFDekIsTUFBTSxJQUFJLENBQUMsa0JBQWtCLENBQUMsa0JBQWtCLEVBQUUsQ0FBQztJQUNyRCxDQUFDO0lBRU0sS0FBSyxDQUFDLGNBQWM7SUFFM0IsQ0FBQztJQUVNLEtBQUssQ0FBQyxvQkFBb0I7SUFFakMsQ0FBQztJQUVNLEtBQUssQ0FBQyxtQ0FBbUMsQ0FBQyxlQUF1QixFQUFFLGFBQXFCO0lBRS9GLENBQUM7SUFJTSxLQUFLLENBQUMsSUFBSTtRQUNmLE1BQU0sSUFBSSxDQUFDLEVBQUUsQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUN0QixNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsSUFBSSxFQUFFLENBQUM7SUFDcEMsQ0FBQztDQUNGIn0=
|