@fin.cx/opendata 1.1.0

package/dist_ts/00_commitinfo_data.d.ts

@@ -0,0 +1,8 @@
+/**
+ * autocreated commitinfo by @push.rocks/commitinfo
+ */
+export declare const commitinfo: {
+    name: string;
+    version: string;
+    description: string;
+};

package/dist_ts/00_commitinfo_data.js

@@ -0,0 +1,9 @@
+/**
+ * autocreated commitinfo by @push.rocks/commitinfo
+ */
+export const commitinfo = {
+    name: '@fin.cx/opendata',
+    version: '1.1.0',
+    description: 'A TypeScript-based library for accessing and managing open business data, specifically for German companies.'
+};
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiMDBfY29tbWl0aW5mb19kYXRhLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHMvMDBfY29tbWl0aW5mb19kYXRhLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOztHQUVHO0FBQ0gsTUFBTSxDQUFDLE1BQU0sVUFBVSxHQUFHO0lBQ3hCLElBQUksRUFBRSxrQkFBa0I7SUFDeEIsT0FBTyxFQUFFLE9BQU87SUFDaEIsV0FBVyxFQUFFLDhHQUE4RztDQUM1SCxDQUFBIn0=

package/dist_ts/classes.businessrecord.d.ts

@@ -0,0 +1,26 @@
+import * as plugins from './plugins.js';
+export declare class BusinessRecord extends plugins.smartdata.SmartDataDbDoc<BusinessRecord, BusinessRecord> {
+    id: string;
+    data: {
+        name?: string;
+        address?: string;
+        postalCode?: string;
+        city?: string;
+        country?: string;
+        phone?: string;
+        fax?: string;
+        email?: string;
+        website?: string;
+        businessType?: string;
+        registrationNumber?: string;
+        registrationCourt?: string;
+        legalForm?: string;
+        managingDirectors?: string[];
+        boardOfDirectors?: string[];
+        supervisoryBoard?: string[];
+        foundingDate?: string;
+        capital?: string;
+        purpose?: string;
+        lastUpdate?: string;
+    };
+}

package/dist_ts/classes.businessrecord.js

@@ -0,0 +1,28 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import * as plugins from './plugins.js';
+export let BusinessRecord = class BusinessRecord extends plugins.smartdata.SmartDataDbDoc {
+    constructor() {
+        super(...arguments);
+        this.data = {};
+    }
+};
+__decorate([
+    plugins.smartdata.unI(),
+    __metadata("design:type", String)
+], BusinessRecord.prototype, "id", void 0);
+__decorate([
+    plugins.smartdata.svDb(),
+    __metadata("design:type", Object)
+], BusinessRecord.prototype, "data", void 0);
+BusinessRecord = __decorate([
+    plugins.smartdata.Manager()
+], BusinessRecord);
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5idXNpbmVzc3JlY29yZC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzL2NsYXNzZXMuYnVzaW5lc3NyZWNvcmQudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7O0FBQUEsT0FBTyxLQUFLLE9BQU8sTUFBTSxjQUFjLENBQUM7QUFHakMsV0FBTSxjQUFjLEdBQXBCLE1BQU0sY0FBZSxTQUFRLE9BQU8sQ0FBQyxTQUFTLENBQUMsY0FBOEM7SUFBN0Y7O1FBTUwsU0FBSSxHQXFCQSxFQUFFLENBQUM7SUFDVCxDQUFDO0NBQUEsQ0FBQTtBQXpCQztJQURDLE9BQU8sQ0FBQyxTQUFTLENBQUMsR0FBRyxFQUFFOzswQ0FDYjtBQUdYO0lBREMsT0FBTyxDQUFDLFNBQVMsQ0FBQyxJQUFJLEVBQUU7OzRDQXNCbEI7QUEzQkksY0FBYztJQUQxQixPQUFPLENBQUMsU0FBUyxDQUFDLE9BQU8sRUFBRTtHQUNmLGNBQWMsQ0E0QjFCIn0=

package/dist_ts/classes.germanbusinessdata.d.ts

@@ -0,0 +1,9 @@
+import type { OpenData } from './classes.main.opendata.js';
+export declare class GermanBusinessData {
+    openDataRef: OpenData;
+    constructor(openDataRefArg: OpenData);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    update(): Promise<void>;
+    getBusinessRecordByName(nameArg: string): Promise<import("./classes.businessrecord.js").BusinessRecord>;
+}

package/dist_ts/classes.germanbusinessdata.js

@@ -0,0 +1,78 @@
+import * as plugins from './plugins.js';
+import * as paths from './paths.js';
+export class GermanBusinessData {
+    constructor(openDataRefArg) {
+        this.openDataRef = openDataRefArg;
+    }
+    async start() {
+        await this.update();
+    }
+    async stop() { }
+    async update() {
+        const done = plugins.smartpromise.defer();
+        const promiseArray = [];
+        const dataUrl = 'https://daten.offeneregister.de/de_companies_ocdata.jsonl.bz2';
+        const dataExists = await plugins.smartfile.fs.isDirectory(paths.germanBusinessDataDir);
+        if (!dataExists) {
+            await plugins.smartfile.fs.ensureDir(paths.germanBusinessDataDir);
+        }
+        else {
+        }
+        const smartarchive = await plugins.smartarchive.SmartArchive.fromArchiveUrl(dataUrl);
+        promiseArray
+            .push();
+        const jsonlDataStream = await smartarchive.exportToStreamOfStreamFiles();
+        let totalRecordsCounter = 0;
+        let nextRest = '';
+        jsonlDataStream.pipe(new plugins.smartstream.SmartDuplex({
+            objectMode: true,
+            writeFunction: async (chunkArg, streamToolsArg) => {
+                const readStream = await chunkArg.createReadStream();
+                readStream.pipe(new plugins.smartstream.SmartDuplex({
+                    objectMode: true,
+                    writeFunction: async (chunkArg, streamToolsArg) => {
+                        const currentString = nextRest + chunkArg.toString();
+                        const lines = currentString.split('\n');
+                        nextRest = lines.pop();
+                        console.log(`Got another ${lines.length} records.`);
+                        for (const line of lines) {
+                            let entry;
+                            if (!line)
+                                continue;
+                            try {
+                                entry = JSON.parse(line);
+                            }
+                            catch (err) {
+                                console.log(line);
+                                await plugins.smartdelay.delayFor(10000);
+                            }
+                            if (!entry)
+                                continue;
+                            totalRecordsCounter++;
+                            if (totalRecordsCounter % 10000 === 0)
+                                console.log(`${totalRecordsCounter} total records.`);
+                            const businessRecord = new this.openDataRef.CBusinessRecord();
+                            businessRecord.data.name = entry.name;
+                            await businessRecord.save();
+                            // console.log(`stored ${businessRecord.data.name}`);
+                        }
+                    },
+                    finalFunction: async (streamToolsArg) => {
+                        if (!nextRest)
+                            return;
+                        JSON.parse(nextRest);
+                    }
+                }));
+            },
+        }));
+    }
+    async getBusinessRecordByName(nameArg) {
+        const businessRecord = await this.openDataRef.CBusinessRecord.getInstance({
+            data: {
+                name: { $regex: `${nameArg}`, $options: "i" },
+            }
+        });
+        return businessRecord;
+    }
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5nZXJtYW5idXNpbmVzc2RhdGEuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9jbGFzc2VzLmdlcm1hbmJ1c2luZXNzZGF0YS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssT0FBTyxNQUFNLGNBQWMsQ0FBQztBQUN4QyxPQUFPLEtBQUssS0FBSyxNQUFNLFlBQVksQ0FBQztBQUdwQyxNQUFNLE9BQU8sa0JBQWtCO0lBRTdCLFlBQVksY0FBd0I7UUFDbEMsSUFBSSxDQUFDLFdBQVcsR0FBRyxjQUFjLENBQUM7SUFDcEMsQ0FBQztJQUVNLEtBQUssQ0FBQyxLQUFLO1FBQ2hCLE1BQU0sSUFBSSxDQUFDLE1BQU0sRUFBRSxDQUFDO0lBQ3RCLENBQUM7SUFDTSxLQUFLLENBQUMsSUFBSSxLQUFJLENBQUM7SUFFZixLQUFLLENBQUMsTUFBTTtRQUNqQixNQUFNLElBQUksR0FBRyxPQUFPLENBQUMsWUFBWSxDQUFDLEtBQUssRUFBRSxDQUFDO1FBQzFDLE1BQU0sWUFBWSxHQUFtQixFQUFFLENBQUM7UUFDeEMsTUFBTSxPQUFPLEdBQUcsK0RBQStELENBQUM7UUFDaEYsTUFBTSxVQUFVLEdBQUcsTUFBTSxPQUFPLENBQUMsU0FBUyxDQUFDLEVBQUUsQ0FBQyxXQUFXLENBQUMsS0FBSyxDQUFDLHFCQUFxQixDQUFDLENBQUM7UUFDdkYsSUFBSSxDQUFDLFVBQVUsRUFBRTtZQUNmLE1BQU0sT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsU0FBUyxDQUFDLEtBQUssQ0FBQyxxQkFBcUIsQ0FBQyxDQUFDO1NBQ25FO2FBQU07U0FDTjtRQUVELE1BQU0sWUFBWSxHQUFHLE1BQU0sT0FBTyxDQUFDLFlBQVksQ0FBQyxZQUFZLENBQUMsY0FBYyxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3JGLFlBQVk7YUFDVCxJQUFJLEVBRUgsQ0FBQztRQUNMLE1BQU0sZUFBZSxHQUFHLE1BQU0sWUFBWSxDQUFDLDJCQUEyQixFQUFFLENBQUM7UUFDekUsSUFBSSxtQkFBbUIsR0FBRyxDQUFDLENBQUM7UUFDNUIsSUFBSSxRQUFRLEdBQVcsRUFBRSxDQUFDO1FBQzFCLGVBQWUsQ0FBQyxJQUFJLENBQ2xCLElBQUksT0FBTyxDQUFDLFdBQVcsQ0FBQyxXQUFXLENBQUM7WUFDbEMsVUFBVSxFQUFFLElBQUk7WUFDaEIsYUFBYSxFQUFFLEtBQUssRUFBRSxRQUFzQyxFQUFFLGNBQWMsRUFBRSxFQUFFO2dCQUM5RSxNQUFNLFVBQVUsR0FBRyxNQUFNLFFBQVEsQ0FBQyxnQkFBZ0IsRUFBRSxDQUFDO2dCQUNyRCxVQUFVLENBQUMsSUFBSSxDQUNiLElBQUksT0FBTyxDQUFDLFdBQVcsQ0FBQyxXQUFXLENBQUM7b0JBQ2xDLFVBQVUsRUFBRSxJQUFJO29CQUNoQixhQUFhLEVBQUUsS0FBSyxFQUFFLFFBQWdCLEVBQUUsY0FBYyxFQUFFLEVBQUU7d0JBQ3hELE1BQU0sYUFBYSxHQUFHLFFBQVEsR0FBRyxRQUFRLENBQUMsUUFBUSxFQUFFLENBQUM7d0JBQ3JELE1BQU0sS0FBSyxHQUFHLGFBQWEsQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLENBQUM7d0JBQ3hDLFFBQVEsR0FBRyxLQUFLLENBQUMsR0FBRyxFQUFFLENBQUM7d0JBQ3ZCLE9BQU8sQ0FBQyxHQUFHLENBQUMsZUFBZSxLQUFLLENBQUMsTUFBTSxXQUFXLENBQUMsQ0FBQzt3QkFDcEQsS0FBSyxNQUFNLElBQUksSUFBSSxLQUFLLEVBQUU7NEJBQ3hCLElBQUksS0FBVSxDQUFDOzRCQUNmLElBQUksQ0FBQyxJQUFJO2dDQUFFLFNBQVM7NEJBQ3BCLElBQUk7Z0NBQ0YsS0FBSyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLENBQUM7NkJBQzFCOzRCQUFDLE9BQU8sR0FBRyxFQUFFO2dDQUNaLE9BQU8sQ0FBQyxHQUFHLENBQUMsSUFBSSxDQUFDLENBQUM7Z0NBQ2xCLE1BQU0sT0FBTyxDQUFDLFVBQVUsQ0FBQyxRQUFRLENBQUMsS0FBSyxDQUFDLENBQUM7NkJBQzFDOzRCQUNELElBQUksQ0FBQyxLQUFLO2dDQUFFLFNBQVM7NEJBQ3JCLG1CQUFtQixFQUFFLENBQUM7NEJBQ3RCLElBQUksbUJBQW1CLEdBQUcsS0FBSyxLQUFLLENBQUM7Z0NBQUUsT0FBTyxDQUFDLEdBQUcsQ0FBQyxHQUFHLG1CQUFtQixpQkFBaUIsQ0FBQyxDQUFDOzRCQUM1RixNQUFNLGNBQWMsR0FBRyxJQUFJLElBQUksQ0FBQyxXQUFXLENBQUMsZUFBZSxFQUFFLENBQUM7NEJBQzlELGNBQWMsQ0FBQyxJQUFJLENBQUMsSUFBSSxHQUFHLEtBQUssQ0FBQyxJQUFJLENBQUM7NEJBQ3RDLE1BQU0sY0FBYyxDQUFDLElBQUksRUFBRSxDQUFDOzRCQUM1QixxREFBcUQ7eUJBQ3REO29CQUNILENBQUM7b0JBQ0QsYUFBYSxFQUFFLEtBQUssRUFBRSxjQUFjLEVBQUUsRUFBRTt3QkFDdEMsSUFBSSxDQUFDLFFBQVE7NEJBQUUsT0FBTzt3QkFDdEIsSUFBSSxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQztvQkFDdkIsQ0FBQztpQkFDRixDQUFDLENBQ0gsQ0FBQztZQUNKLENBQUM7U0FDRixDQUFDLENBQ0gsQ0FBQztJQUNKLENBQUM7SUFFTSxLQUFLLENBQUMsdUJBQXVCLENBQUMsT0FBZTtRQUNsRCxNQUFNLGNBQWMsR0FBRyxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsZUFBZSxDQUFDLFdBQVcsQ0FBQztZQUN4RSxJQUFJLEVBQUU7Z0JBQ0osSUFBSSxFQUFFLEVBQUUsTUFBTSxFQUFFLEdBQUcsT0FBTyxFQUFFLEVBQUUsUUFBUSxFQUFFLEdBQUcsRUFBUzthQUNyRDtTQUNGLENBQUMsQ0FBQztRQUNILE9BQU8sY0FBYyxDQUFDO0lBQ3hCLENBQUM7Q0FDRiJ9

package/dist_ts/classes.main.opendata.d.ts

@@ -0,0 +1,11 @@
+import { BusinessRecord } from './classes.businessrecord.js';
+import { GermanBusinessData } from './classes.germanbusinessdata.js';
+import * as plugins from './plugins.js';
+export declare class OpenData {
+    db: plugins.smartdata.SmartdataDb;
+    germanBusinesses: GermanBusinessData;
+    private serviceQenv;
+    CBusinessRecord: typeof BusinessRecord;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+}

package/dist_ts/classes.main.opendata.js

@@ -0,0 +1,23 @@
+import { BusinessRecord } from './classes.businessrecord.js';
+import { GermanBusinessData } from './classes.germanbusinessdata.js';
+import * as paths from './paths.js';
+import * as plugins from './plugins.js';
+export class OpenData {
+    constructor() {
+        this.serviceQenv = new plugins.qenv.Qenv(paths.packageDir, paths.nogitDir);
+        this.CBusinessRecord = plugins.smartdata.setDefaultManagerForDoc(this, BusinessRecord);
+    }
+    async start() {
+        this.db = new plugins.smartdata.SmartdataDb({
+            mongoDbUrl: await this.serviceQenv.getEnvVarOnDemand('MONGODB_URL'),
+            mongoDbName: await this.serviceQenv.getEnvVarOnDemand('MONGODB_NAME'),
+            mongoDbUser: await this.serviceQenv.getEnvVarOnDemand('MONGODB_USER'),
+            mongoDbPass: await this.serviceQenv.getEnvVarOnDemand('MONGODB_PASS'),
+        });
+        await this.db.init();
+        this.germanBusinesses = new GermanBusinessData(this);
+        await this.germanBusinesses.start();
+    }
+    async stop() { }
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5tYWluLm9wZW5kYXRhLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHMvY2xhc3Nlcy5tYWluLm9wZW5kYXRhLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxjQUFjLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUM3RCxPQUFPLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUNyRSxPQUFPLEtBQUssS0FBSyxNQUFNLFlBQVksQ0FBQztBQUNwQyxPQUFPLEtBQUssT0FBTyxNQUFNLGNBQWMsQ0FBQztBQUV4QyxNQUFNLE9BQU8sUUFBUTtJQUFyQjtRQUdVLGdCQUFXLEdBQUcsSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsVUFBVSxFQUFFLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUV2RSxvQkFBZSxHQUFHLE9BQU8sQ0FBQyxTQUFTLENBQUMsdUJBQXVCLENBQUMsSUFBSSxFQUFFLGNBQWMsQ0FBQyxDQUFDO0lBYzNGLENBQUM7SUFaUSxLQUFLLENBQUMsS0FBSztRQUNoQixJQUFJLENBQUMsRUFBRSxHQUFHLElBQUksT0FBTyxDQUFDLFNBQVMsQ0FBQyxXQUFXLENBQUM7WUFDeEMsVUFBVSxFQUFFLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxpQkFBaUIsQ0FBQyxhQUFhLENBQUM7WUFDbkUsV0FBVyxFQUFFLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxpQkFBaUIsQ0FBQyxjQUFjLENBQUM7WUFDckUsV0FBVyxFQUFFLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxpQkFBaUIsQ0FBQyxjQUFjLENBQUM7WUFDckUsV0FBVyxFQUFFLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxpQkFBaUIsQ0FBQyxjQUFjLENBQUM7U0FDeEUsQ0FBQyxDQUFDO1FBQ0gsTUFBTSxJQUFJLENBQUMsRUFBRSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ3JCLElBQUksQ0FBQyxnQkFBZ0IsR0FBRyxJQUFJLGtCQUFrQixDQUFDLElBQUksQ0FBQyxDQUFDO1FBQ3JELE1BQU0sSUFBSSxDQUFDLGdCQUFnQixDQUFDLEtBQUssRUFBRSxDQUFDO0lBQ3RDLENBQUM7SUFDTSxLQUFLLENBQUMsSUFBSSxLQUFJLENBQUM7Q0FDdkIifQ==

package/dist_ts/index.d.ts

@@ -0,0 +1 @@
+export * from './classes.main.opendata.js';

package/dist_ts/index.js

@@ -0,0 +1,2 @@
+export * from './classes.main.opendata.js';
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLDRCQUE0QixDQUFDIn0=

package/dist_ts/paths.d.ts

@@ -0,0 +1,3 @@
+export declare const packageDir: string;
+export declare const nogitDir: string;
+export declare const germanBusinessDataDir: string;

package/dist_ts/paths.js

@@ -0,0 +1,6 @@
+import * as plugins from './plugins.js';
+export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../');
+export const nogitDir = plugins.path.join(packageDir, './.nogit/');
+plugins.smartfile.fs.ensureDirSync(nogitDir);
+export const germanBusinessDataDir = plugins.path.join(nogitDir, 'germanbusinessdata');
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGF0aHMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9wYXRocy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssT0FBTyxNQUFNLGNBQWMsQ0FBQztBQUV4QyxNQUFNLENBQUMsTUFBTSxVQUFVLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQ3pDLE9BQU8sQ0FBQyxTQUFTLENBQUMsR0FBRyxDQUFDLHdCQUF3QixDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLEVBQy9ELEtBQUssQ0FDTixDQUFDO0FBRUYsTUFBTSxDQUFDLE1BQU0sUUFBUSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLFVBQVUsRUFBRSxXQUFXLENBQUMsQ0FBQztBQUNuRSxPQUFPLENBQUMsU0FBUyxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsUUFBUSxDQUFDLENBQUM7QUFFN0MsTUFBTSxDQUFDLE1BQU0scUJBQXFCLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsUUFBUSxFQUFFLG9CQUFvQixDQUFDLENBQUMifQ==

package/dist_ts/plugins.d.ts

@@ -0,0 +1,12 @@
+import * as path from 'path';
+export { path, };
+import * as qenv from '@push.rocks/qenv';
+import * as smartarchive from '@push.rocks/smartarchive';
+import * as smartdata from '@push.rocks/smartdata';
+import * as smartdelay from '@push.rocks/smartdelay';
+import * as smartfile from '@push.rocks/smartfile';
+import * as smartpath from '@push.rocks/smartpath';
+import * as smartpromise from '@push.rocks/smartpromise';
+import * as smartrequest from '@push.rocks/smartrequest';
+import * as smartstream from '@push.rocks/smartstream';
+export { qenv, smartarchive, smartdata, smartdelay, smartfile, smartpath, smartpromise, smartrequest, smartstream, };

package/dist_ts/plugins.js

@@ -0,0 +1,15 @@
+// node native scope
+import * as path from 'path';
+export { path, };
+// @push.rocks scope
+import * as qenv from '@push.rocks/qenv';
+import * as smartarchive from '@push.rocks/smartarchive';
+import * as smartdata from '@push.rocks/smartdata';
+import * as smartdelay from '@push.rocks/smartdelay';
+import * as smartfile from '@push.rocks/smartfile';
+import * as smartpath from '@push.rocks/smartpath';
+import * as smartpromise from '@push.rocks/smartpromise';
+import * as smartrequest from '@push.rocks/smartrequest';
+import * as smartstream from '@push.rocks/smartstream';
+export { qenv, smartarchive, smartdata, smartdelay, smartfile, smartpath, smartpromise, smartrequest, smartstream, };
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGx1Z2lucy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzL3BsdWdpbnMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsb0JBQW9CO0FBQ3BCLE9BQU8sS0FBSyxJQUFJLE1BQU0sTUFBTSxDQUFDO0FBRTdCLE9BQU8sRUFDTCxJQUFJLEdBQ0wsQ0FBQTtBQUVELG9CQUFvQjtBQUNwQixPQUFPLEtBQUssSUFBSSxNQUFNLGtCQUFrQixDQUFDO0FBQ3pDLE9BQU8sS0FBSyxZQUFZLE1BQU0sMEJBQTBCLENBQUM7QUFDekQsT0FBTyxLQUFLLFNBQVMsTUFBTSx1QkFBdUIsQ0FBQztBQUNuRCxPQUFPLEtBQUssVUFBVSxNQUFNLHdCQUF3QixDQUFDO0FBQ3JELE9BQU8sS0FBSyxTQUFTLE1BQU0sdUJBQXVCLENBQUM7QUFDbkQsT0FBTyxLQUFLLFNBQVMsTUFBTSx1QkFBdUIsQ0FBQztBQUNuRCxPQUFPLEtBQUssWUFBWSxNQUFNLDBCQUEwQixDQUFDO0FBQ3pELE9BQU8sS0FBSyxZQUFZLE1BQU0sMEJBQTBCLENBQUM7QUFDekQsT0FBTyxLQUFLLFdBQVcsTUFBTSx5QkFBeUIsQ0FBQztBQUV2RCxPQUFPLEVBQ0wsSUFBSSxFQUNKLFlBQVksRUFDWixTQUFTLEVBQ1QsVUFBVSxFQUNWLFNBQVMsRUFDVCxTQUFTLEVBQ1QsWUFBWSxFQUNaLFlBQVksRUFDWixXQUFXLEdBQ1osQ0FBQSJ9

package/npmextra.json

@@ -0,0 +1,30 @@
+{
+  "gitzone": {
+    "projectType": "npm",
+    "module": {
+      "githost": "gitlab.com",
+      "gitscope": "fin.cx",
+      "gitrepo": "opendata",
+      "description": "A TypeScript-based library for accessing and managing open business data, specifically for German companies.",
+      "npmPackagename": "@fin.cx/opendata",
+      "license": "MIT",
+      "projectDomain": "fin.cx",
+      "keywords": [
+        "TypeScript",
+        "open data",
+        "business data",
+        "German companies",
+        "data management",
+        "business registry",
+        "npm package",
+        "database",
+        "MongoDB",
+        "automation"
+      ]
+    }
+  },
+  "npmci": {
+    "npmGlobalTools": [],
+    "npmAccessLevel": "public"
+  }
+}

package/package.json

@@ -0,0 +1,70 @@
+{
+  "name": "@fin.cx/opendata",
+  "version": "1.1.0",
+  "private": false,
+  "description": "A TypeScript-based library for accessing and managing open business data, specifically for German companies.",
+  "main": "dist_ts/index.js",
+  "typings": "dist_ts/index.d.ts",
+  "type": "module",
+  "author": "Task Venture Capital GmbH",
+  "license": "MIT",
+  "devDependencies": {
+    "@git.zone/tsbuild": "^2.1.25",
+    "@git.zone/tsbundle": "^2.0.5",
+    "@git.zone/tsrun": "^1.2.46",
+    "@git.zone/tstest": "^1.0.84",
+    "@push.rocks/tapbundle": "^5.0.15",
+    "@types/node": "^20.9.0"
+  },
+  "dependencies": {
+    "@push.rocks/qenv": "^6.0.4",
+    "@push.rocks/smartarchive": "^4.0.19",
+    "@push.rocks/smartdata": "^5.0.33",
+    "@push.rocks/smartdelay": "^3.0.5",
+    "@push.rocks/smartfile": "^11.0.0",
+    "@push.rocks/smartpath": "^5.0.11",
+    "@push.rocks/smartpromise": "^4.0.3",
+    "@push.rocks/smartrequest": "^2.0.21",
+    "@push.rocks/smartstream": "^3.0.30"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://gitlab.com/fin.cx/opendata.git"
+  },
+  "bugs": {
+    "url": "https://gitlab.com/fin.cx/opendata/issues"
+  },
+  "homepage": "https://gitlab.com/fin.cx/opendata#readme",
+  "browserslist": [
+    "last 1 chrome versions"
+  ],
+  "files": [
+    "ts/**/*",
+    "ts_web/**/*",
+    "dist/**/*",
+    "dist_*/**/*",
+    "dist_ts/**/*",
+    "dist_ts_web/**/*",
+    "assets/**/*",
+    "cli.js",
+    "npmextra.json",
+    "readme.md"
+  ],
+  "keywords": [
+    "TypeScript",
+    "open data",
+    "business data",
+    "German companies",
+    "data management",
+    "business registry",
+    "npm package",
+    "database",
+    "MongoDB",
+    "automation"
+  ],
+  "scripts": {
+    "test": "(tstest test/ --web)",
+    "build": "(tsbuild --web --allowimplicitany)",
+    "buildDocs": "(tsdoc)"
+  }
+}

package/readme.md

@@ -0,0 +1,253 @@
+```markdown
+# @fin.cx/opendata
+open business data
+
+## Install
+
+To install the `@fin.cx/opendata` package, you can use npm or yarn as your package manager. Here's how you can do it:
+
+Using npm:
+
+```bash
+npm install @fin.cx/opendata
+```
+
+Using yarn:
+
+```bash
+yarn add @fin.cx/opendata
+```
+
+## Usage
+
+The `@fin.cx/opendata` package offers functionalities for handling open business data, with a primary focus on German business data. Let's explore its capabilities through detailed examples.
+
+### Setting Up
+
+#### Importing the Module
+
+Begin by importing necessary components from the `@fin.cx/opendata` package. You'll also need to set up some environment variables for the MongoDB instance.
+
+```typescript
+import { OpenData } from '@fin.cx/opendata';
+
+const startOpenDataInstance = async () => {
+  const openData = new OpenData();
+
+  await openData.start(); // Start the open data instance
+  console.log('OpenData instance started.');
+
+  // your code here
+
+  await openData.stop();
+  console.log('OpenData instance stopped.');
+};
+
+startOpenDataInstance().catch(console.error);
+```
+
+### BusinessRecord Usage
+
+A `BusinessRecord` is the main entity you'll be working with. Here's how you manage business records.
+
+#### Creating a New BusinessRecord
+
+```typescript
+import { BusinessRecord } from '@fin.cx/opendata';
+
+const createBusinessRecord = async (openData: OpenData) => {
+  const businessRecord = new openData.CBusinessRecord();
+  businessRecord.data.name = "Example Company";
+  businessRecord.data.address = "Example Street 1";
+  businessRecord.data.postalCode = "12345";
+  businessRecord.data.city = "Example City";
+  businessRecord.data.country = "Germany";
+  businessRecord.data.phone = "+49 123 456789";
+  businessRecord.data.email = "contact@example.com";
+  businessRecord.data.website = "https://example.com";
+  businessRecord.data.businessType = "GmbH";
+  businessRecord.data.registrationNumber = "HRB 123456";
+  businessRecord.data.registrationCourt = "Munich";
+  businessRecord.data.legalForm = "GmbH";
+  businessRecord.data.managingDirectors = ["John Doe", "Jane Smith"];
+  businessRecord.data.foundingDate = new Date().toISOString();
+  businessRecord.data.capital = "50,000 EUR";
+  businessRecord.data.purpose = "Tech Solutions";
+  businessRecord.data.lastUpdate = new Date().toISOString();
+
+  await businessRecord.save();
+  console.log('BusinessRecord saved:', businessRecord);
+};
+```
+
+#### Retrieving BusinessRecord
+
+Retrieve a business record by querying the database.
+
+```typescript
+import { BusinessRecord } from '@fin.cx/opendata';
+
+const findBusinessRecord = async (openData: OpenData) => {
+  const businessRecords = await openData.db.collection<BusinessRecord>('businessrecords').find().toArray();
+  console.log('Retrieved Business Records:', businessRecords);
+};
+```
+
+### Updating Business Data
+
+The `GermanBusinessData` class handles the specifics of updating and maintaining the data.
+
+#### Updating German Business Data
+
+```typescript
+import { OpenData } from '@fin.cx/opendata';
+
+const updateGermanBusinessData = async (openData: OpenData) => {
+  await openData.germanBusinesses.update();
+  console.log('German business data updated.');
+};
+
+startOpenDataInstance()
+  .then((openData) => {
+    // Use the instance
+    return updateGermanBusinessData(openData);
+  })
+  .catch(console.error);
+```
+
+This function downloads the latest data from the German business data source, processes it, and updates the local database.
+
+### Detailed Class Structures and Methods
+
+#### OpenData Class
+
+The `OpenData` class is the main entry point.
+
+```typescript
+import { OpenData } from '@fin.cx/opendata';
+
+class OpenData {
+  db: plugins.smartdata.SmartdataDb;
+  germanBusinesses: GermanBusinessData;
+
+  private serviceQenv = new plugins.qenv.Qenv(paths.packageDir, paths.nogitDir);
+
+  public CBusinessRecord = plugins.smartdata.setDefaultManagerForDoc(this, BusinessRecord);
+
+  public async start() {
+    // Initialize smart data DB
+    this.db = new plugins.smartdata.SmartdataDb({
+      mongoDbUrl: await this.serviceQenv.getEnvVarOnDemand('MONGODB_URL'),
+      mongoDbName: await this.serviceQenv.getEnvVarOnDemand('MONGODB_NAME'),
+      mongoDbUser: await this.serviceQenv.getEnvVarOnDemand('MONGODB_USER'),
+      mongoDbPass: await this.serviceQenv.getEnvVarOnDemand('MONGODB_PASS'),
+    });
+
+    await this.db.init();
+    this.germanBusinesses = new GermanBusinessData(this);
+    await this.germanBusinesses.start();
+  }
+
+  public async stop() {
+    // Clean up resources if necessary
+  }
+}
+```
+
+#### GermanBusinessData Class
+
+The `GermanBusinessData` class handles the specifics of German business data.
+
+```typescript
+import { OpenData } from '@fin.cx/opendata';
+import * as plugins from './plugins';
+import * as paths from './paths';
+
+class GermanBusinessData {
+  public openDataRef: OpenData;
+
+  constructor(openDataRef: OpenData) {
+    this.openDataRef = openDataRef;
+  }
+
+  public async start() {
+    await this.update();
+  }
+
+  public async stop() {
+    // Stop any ongoing processing
+  }
+
+  public async update() {
+    const dataUrl = 'https://daten.offeneregister.de/de_companies_ocdata.jsonl.bz2';
+    const dataExists = await plugins.smartfile.fs.isDirectory(paths.germanBusinessDataDir);
+
+    if (!dataExists) {
+      await plugins.smartfile.fs.ensureDir(paths.germanBusinessDataDir);
+    }
+    
+    const smartarchive = await plugins.smartarchive.SmartArchive.fromArchiveUrl(dataUrl);
+    const jsonlDataStream = await smartarchive.exportToStreamOfStreamFiles();
+
+    let totalRecordsCounter = 0;
+    let nextRest: string = '';
+
+    jsonlDataStream.pipe(
+      new plugins.smartstream.SmartDuplex({
+        objectMode: true,
+        writeFunction: async (chunkArg: plugins.smartfile.StreamFile, streamToolsArg) => {
+          const readStream = await chunkArg.createReadStream();
+          readStream.pipe(
+            new plugins.smartstream.SmartDuplex({
+              objectMode: true,
+              writeFunction: async (chunkArg: Buffer, streamToolsArg) => {
+                const currentString = nextRest + chunkArg.toString();
+                
+                const lines = currentString.split('\n');
+                nextRest = lines.pop();
+
+                for (const line of lines) {
+                  let entry: any;
+                  try {
+                    entry = JSON.parse(line);
+                  } catch (err) {
+                    console.error('Error parsing line:', err);
+                    continue;
+                  }
+                  
+                  totalRecordsCounter++;
+                  if (totalRecordsCounter % 10000 === 0) {
+                    console.log(`${totalRecordsCounter} total records.`);
+                  }
+                  
+                  const businessRecord = new this.openDataRef.CBusinessRecord();
+                  businessRecord.data.name = entry?.name;
+
+                  await businessRecord.save();
+                }
+              },
+              finalFunction: async (streamToolsArg) => {
+                if (nextRest) {
+                  try {
+                    JSON.parse(nextRest);
+                  } catch (err) {
+                    console.error('Error parsing final chunk:', err);
+                  }
+                }
+              }
+            })
+          );
+        },
+      })
+    );
+  }
+}
+```
+
+### Conclusion
+
+This module is designed to make it easier to manage open business data, especially focusing on German business data. The examples above demonstrate the core functionalities, including starting and stopping the service, managing business records, and updating data.
+
+As you work with `@fin.cx/opendata`, you’ll discover it offers a robust and flexible approach for working with open business data seamlessly. Happy coding!
+```
+undefined

package/ts/00_commitinfo_data.ts

@@ -0,0 +1,8 @@
+/**
+ * autocreated commitinfo by @push.rocks/commitinfo
+ */
+export const commitinfo = {
+  name: '@fin.cx/opendata',
+  version: '1.1.0',
+  description: 'A TypeScript-based library for accessing and managing open business data, specifically for German companies.'
+}

package/ts/classes.businessrecord.ts

@@ -0,0 +1,32 @@
+import * as plugins from './plugins.js';
+
+@plugins.smartdata.Manager()
+export class BusinessRecord extends plugins.smartdata.SmartDataDbDoc<BusinessRecord, BusinessRecord> {
+  
+  @plugins.smartdata.unI()
+  id: string;
+  
+  @plugins.smartdata.svDb()
+  data: {
+    name?: string,
+    address?: string,
+    postalCode?: string,
+    city?: string,
+    country?: string,
+    phone?: string,
+    fax?: string,
+    email?: string,
+    website?: string,
+    businessType?: string,
+    registrationNumber?: string,
+    registrationCourt?: string,
+    legalForm?: string,
+    managingDirectors?: string[],
+    boardOfDirectors?: string[],
+    supervisoryBoard?: string[],
+    foundingDate?: string,
+    capital?: string,
+    purpose?: string,
+    lastUpdate?: string
+  } = {};
+}

package/ts/classes.germanbusinessdata.ts

@@ -0,0 +1,84 @@
+import * as plugins from './plugins.js';
+import * as paths from './paths.js';
+import type { OpenData } from './classes.main.opendata.js';
+
+export class GermanBusinessData {
+  public openDataRef: OpenData;
+  constructor(openDataRefArg: OpenData) {
+    this.openDataRef = openDataRefArg;
+  }
+
+  public async start() {
+    await this.update();
+  }
+  public async stop() {}
+
+  public async update() {
+    const done = plugins.smartpromise.defer();
+    const promiseArray: Promise<any>[] = [];
+    const dataUrl = 'https://daten.offeneregister.de/de_companies_ocdata.jsonl.bz2';
+    const dataExists = await plugins.smartfile.fs.isDirectory(paths.germanBusinessDataDir);
+    if (!dataExists) {
+      await plugins.smartfile.fs.ensureDir(paths.germanBusinessDataDir);
+    } else {
+    }
+
+    const smartarchive = await plugins.smartarchive.SmartArchive.fromArchiveUrl(dataUrl);
+    promiseArray
+      .push
+      // smartarchive.exportToFs(paths.germanBusinessDataDir, 'de_companies_ocdata.jsonl')
+      ();
+    const jsonlDataStream = await smartarchive.exportToStreamOfStreamFiles();
+    let totalRecordsCounter = 0;
+    let nextRest: string = '';
+    jsonlDataStream.pipe(
+      new plugins.smartstream.SmartDuplex({
+        objectMode: true,
+        writeFunction: async (chunkArg: plugins.smartfile.StreamFile, streamToolsArg) => {
+          const readStream = await chunkArg.createReadStream();
+          readStream.pipe(
+            new plugins.smartstream.SmartDuplex({
+              objectMode: true,
+              writeFunction: async (chunkArg: Buffer, streamToolsArg) => {
+                const currentString = nextRest + chunkArg.toString();
+                const lines = currentString.split('\n');
+                nextRest = lines.pop();
+                console.log(`Got another ${lines.length} records.`);
+                for (const line of lines) {
+                  let entry: any;
+                  if (!line) continue;
+                  try {
+                    entry = JSON.parse(line);
+                  } catch (err) {
+                    console.log(line);
+                    await plugins.smartdelay.delayFor(10000);
+                  }
+                  if (!entry) continue;
+                  totalRecordsCounter++;
+                  if (totalRecordsCounter % 10000 === 0) console.log(`${totalRecordsCounter} total records.`);
+                  const businessRecord = new this.openDataRef.CBusinessRecord();
+                  businessRecord.data.name = entry.name;
+                  await businessRecord.save();
+                  // console.log(`stored ${businessRecord.data.name}`);
+                }
+              },
+              finalFunction: async (streamToolsArg) => {
+                if (!nextRest) return;
+                JSON.parse(nextRest);
+              }
+            })
+          );
+        },
+      })
+    );
+  }
+
+  public async getBusinessRecordByName(nameArg: string) {
+    const businessRecord = await this.openDataRef.CBusinessRecord.getInstance({
+      data: {
+        name: { $regex: `${nameArg}`, $options: "i" } as any,
+      }
+    });
+    return businessRecord;
+  }
+}

package/ts/classes.main.opendata.ts

@@ -0,0 +1,25 @@
+import { BusinessRecord } from './classes.businessrecord.js';
+import { GermanBusinessData } from './classes.germanbusinessdata.js';
+import * as paths from './paths.js';
+import * as plugins from './plugins.js';
+
+export class OpenData {
+  db: plugins.smartdata.SmartdataDb;
+  germanBusinesses: GermanBusinessData;
+  private serviceQenv = new plugins.qenv.Qenv(paths.packageDir, paths.nogitDir);
+  
+  public CBusinessRecord = plugins.smartdata.setDefaultManagerForDoc(this, BusinessRecord);
+
+  public async start() {
+    this.db = new plugins.smartdata.SmartdataDb({
+        mongoDbUrl: await this.serviceQenv.getEnvVarOnDemand('MONGODB_URL'),
+        mongoDbName: await this.serviceQenv.getEnvVarOnDemand('MONGODB_NAME'),
+        mongoDbUser: await this.serviceQenv.getEnvVarOnDemand('MONGODB_USER'),
+        mongoDbPass: await this.serviceQenv.getEnvVarOnDemand('MONGODB_PASS'),
+    });
+    await this.db.init();
+    this.germanBusinesses = new GermanBusinessData(this);
+    await this.germanBusinesses.start();
+  }
+  public async stop() {}
+}

package/ts/index.ts

@@ -0,0 +1 @@
+export * from './classes.main.opendata.js';

package/ts/paths.ts

@@ -0,0 +1,11 @@
+import * as plugins from './plugins.js';
+
+export const packageDir = plugins.path.join(
+  plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url),
+  '../'
+);
+
+export const nogitDir = plugins.path.join(packageDir, './.nogit/');
+plugins.smartfile.fs.ensureDirSync(nogitDir);
+
+export const germanBusinessDataDir = plugins.path.join(nogitDir, 'germanbusinessdata');

package/ts/plugins.ts

@@ -0,0 +1,29 @@
+// node native scope
+import * as path from 'path';
+
+export {
+  path,
+}
+
+// @push.rocks scope
+import * as qenv from '@push.rocks/qenv';
+import * as smartarchive from '@push.rocks/smartarchive';
+import * as smartdata from '@push.rocks/smartdata';
+import * as smartdelay from '@push.rocks/smartdelay';
+import * as smartfile from '@push.rocks/smartfile';
+import * as smartpath from '@push.rocks/smartpath';
+import * as smartpromise from '@push.rocks/smartpromise';
+import * as smartrequest from '@push.rocks/smartrequest';
+import * as smartstream from '@push.rocks/smartstream';
+
+export {
+  qenv,
+  smartarchive,
+  smartdata,
+  smartdelay,
+  smartfile,
+  smartpath,
+  smartpromise,
+  smartrequest,
+  smartstream,
+}