@atmosx/event-product-parser 3.0.48 → 3.0.52

package/src/@manager/manager.updateListener.ts

@@ -1,160 +1,155 @@
-/*
-              _                             _               _     __   __
-         /\  | |                           | |             (_)    \ \ / /
-        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
-       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
-      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
-     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
-                                     | |                            
-                                     |_|                                                                                                                
-
-    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
-    Discord: https://atmosphericx-discord.scriptkitty.cafe
-    Ko-Fi: https://ko-fi.com/k3yomi
-    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
-
-    Internal Package: @atmosx/event-product-parser
-
-*/
-
-
-import { TypeEvent } from "../@types/type.event";
-import { TypeListener } from "../@types/type.listener";
-import { bootstrap } from "../bootstrap"
-import { setEasTone } from "../@modules/@eas/eas.setEasTone"
-import { setTimeoutAction } from "../@modules/@utilities/utilities.setTimeoutAction";
-import { getEmebed } from "../@parsers/@text/text.getEmbed";
-import { getCleanedEvent } from "../@building/building.clean"
-import { createHttp } from "../@modules/@utilities/utilities.createHttp";
-import { existsSync, mkdirSync, writeFileSync, readFileSync, appendFileSync } from "fs";
-import { setWarning } from "../@modules/@utilities/utilities.setWarning";
-
-
-
-
-export const updateListener = async (event: TypeEvent): Promise<void> => {
-    const settings = bootstrap.settings;
-    const listeners = settings.ListenerSettings as TypeListener[];
-    const properties = event.properties;
-    const metadata = { 
-        file: null,
-        eas: null,
-        name: properties.event,
-        status: properties.status,
-        description: properties.description,
-        tracking: properties.metadata.tracking,
-        header: properties.metadata.header,
-        raw: properties.metadata.raw,
-        expired: properties.status_metadata.is_expired,
-        attachments: properties.metadata.attachments
-    }
-
-    for (const listener of listeners) {
-        const events = listener?.events;
-        const webhook = listener?.webhook;
-        const uploads = listener?.uploads
-        const isMatched = events.some(pattern => {
-            if (!pattern) return false;
-            if (pattern === "*" || pattern === metadata.name) return true;
-            if (pattern.includes("*")) {
-                const regex = "^" +
-                    pattern.replace(/[.+^${}()|[\]\\]/g, "\\$&").replace(/\*/g, ".*") + "$";
-                return new RegExp(regex).test(metadata.name);
-            }
-            return false;
-        });
-
-        if (events?.length == 0 || isMatched) {
-            if (uploads?.eas) { 
-                metadata.eas = await setEasTone({
-                    title: `${metadata.name}_${metadata.status}_${metadata.tracking}`,
-                    message: metadata.description,
-                    header: metadata.header
-                });
-            }
-
-            if (uploads?.file) {
-                const fDestination = settings.GlobalSettings.ArchiveSettings.TextDirectory;
-                if (fDestination) {
-                    if (!existsSync(fDestination)) { mkdirSync(fDestination, { recursive: true }); }
-                    if (existsSync(`${fDestination}/${metadata.name}_${metadata.status}_${metadata.tracking}.txt`)) {
-                        appendFileSync(`${fDestination}/${metadata.name}_${metadata.status}_${metadata.tracking}.txt`, metadata.raw);
-                    } else {
-                        writeFileSync(`${fDestination}/${metadata.name}_${metadata.status}_${metadata.tracking}.txt`, metadata.raw);
-                    }
-                }
-                metadata.file = metadata.raw;
-            }
-
-            if (uploads?.event) {
-                const eDestination = settings.GlobalSettings.ArchiveSettings.EventDirectory;
-                if (eDestination) {
-                    if (!existsSync(eDestination)) { mkdirSync(eDestination, { recursive: true }); }
-                    writeFileSync(`${eDestination}/${metadata.name}_${metadata.status}_${metadata.tracking}.json`, JSON.stringify(getCleanedEvent(event), null, 2));
-                }
-            }
-
-            if (webhook.enabled && webhook.destination) {
-                const ratelimit = setTimeoutAction({ identifier: webhook.destination, interval: webhook.ratelimit * 2, max: webhook.ratelimit, addTime: true })
-                const form = new FormData();
-                const embed = {
-                    title: `${metadata.name} (${metadata.status})`,
-                    description: getEmebed(event),
-                    fields: [],
-                    color: 16711680,
-                    timestamp: new Date().toISOString(),
-                    footer: { text: webhook.title ?? `AtmosphericX` }
-                };
-
-                if (ratelimit.limited) { return } 
-
-
-                if (metadata.description && !metadata.expired) {
-                    if (metadata.description.length > 900) {   
-                        metadata.description = metadata.description.substring(0, 900) + "\n\n[Message truncated due to length]";
-                    }
-                    embed.fields.push({
-                        name: "Description", 
-                        value: metadata.description ? '```' + '\n' + metadata.description.split('\n').map(l => l.trim()).filter(Boolean).join('\n') + '\n' + '```' : ""
-                    });
-                }
-
-
-                if (metadata.attachments?.length > 0) {
-                    metadata.attachments = metadata.attachments.slice(0, 5);
-                    embed.fields.push({
-                        name: "Attachments", 
-                        value: metadata.attachments.map(attachment => `- [${attachment.name.length > 45 ? attachment.name.substring(0, 45) + '...' : attachment.name}](${attachment.link})`).join('\n')
-                    });
-                }
-
-                if (uploads?.file) { 
-                    form.append("fUpload", new Blob([Buffer.from(metadata.file)], {type: "application/text"}), `${properties.event}_${properties.status}_${properties.metadata.tracking}.txt`)
-                }
-
-                if (uploads?.eas) { 
-                    if (metadata.eas) {
-                        const file = readFileSync(metadata.eas)
-                        form.append("fEas", new Blob([Buffer.from(file)], { type: "audio/mpeg" }), `${properties.event}_${properties.status}_${properties.metadata.tracking}_eas.mp3`)
-                    }
-                }
-
-                form.append("payload_json", JSON.stringify({
-                    username: webhook.title ?? "AtmosphericX",
-                    content: webhook.message ?? "",
-                    embeds: [embed]
-                }));
-
-                const a = await createHttp({
-                    url: webhook.destination,
-                    timeout: 5000,
-                    method: `POST`,
-                    body: form
-                })
-                if (a.error) { 
-                    setWarning({ message: `Failed to send webhook: ${a.error.message}` })
-                }
-            }
-        }
-    }
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { TypeEvent } from "../@types/type.event";
+import { TypeListener } from "../@types/type.listener";
+import { bootstrap } from "../bootstrap"
+import { setEasTone } from "../@modules/@eas/eas.setEasTone"
+import { setTimeoutAction } from "../@modules/@utilities/utilities.setTimeoutAction";
+import { getEmebed } from "../@parsers/@text/text.getEmbed";
+import { getCleanedEvent } from "../@building/building.clean"
+import { createHttp } from "../@modules/@utilities/utilities.createHttp";
+import { setDebug } from "../@modules/@utilities/utilities.setDebug";
+import { getMatched } from "../@modules/@utilities/utilities.getMatched";
+import { existsSync, mkdirSync, writeFileSync, readFileSync, appendFileSync } from "fs";
+
+export const updateListener = async (event: TypeEvent): Promise<void> => {
+    const tick = performance.now()
+    const settings = bootstrap.settings;
+    const listeners = settings.ListenerSettings as TypeListener[];
+    const properties = event.properties;
+    const metadata = { 
+        file: null,
+        eas: null,
+        json: null,
+        name: properties.event,
+        status: properties.status,
+        description: properties.description,
+        tracking: properties.metadata.tracking,
+        header: properties.metadata.header,
+        raw: properties.metadata.raw,
+        expired: properties.status_metadata.is_expired,
+        attachments: properties.metadata.attachments
+    }
+
+    for (const listener of listeners) {
+        const events = listener?.events;
+        const webhook = listener?.webhook;
+        const uploads = listener?.uploads
+        const isMatched = getMatched(events ?? [], metadata.name)
+
+        if (events?.length == 0 || isMatched) {
+            if (uploads?.eas) { 
+                metadata.eas = await setEasTone({
+                    title: `${metadata.name}_${metadata.status}_${metadata.tracking}`,
+                    message: metadata.description,
+                    header: metadata.header
+                });
+            }
+
+            if (uploads?.file) {
+                const fDestination = settings.GlobalSettings.ArchiveSettings.TextDirectory;
+                if (fDestination) {
+                    const file = (`${fDestination}/${metadata.name}_${metadata.status}_${metadata.tracking}.txt`).replace(/[\\:*?"<>|]/g, "_").replace(/\s+/g, " ").trim();
+                    if (!existsSync(fDestination)) { mkdirSync(fDestination, { recursive: true }); }
+                    if (existsSync(file)) {
+                        appendFileSync(file, metadata.raw);
+                    } else {
+                        writeFileSync(file, metadata.raw);
+                    }
+                }
+                metadata.file = metadata.raw;
+            }
+
+            if (uploads?.event) {
+                const eDestination = settings.GlobalSettings.ArchiveSettings.EventDirectory;
+                if (eDestination) {
+                    const file = (`${eDestination}/${metadata.name}_${metadata.status}_${metadata.tracking}.json`).replace(/[\\:*?"<>|]/g, "_").replace(/\s+/g, " ").trim();
+                    if (!existsSync(eDestination)) { mkdirSync(eDestination, { recursive: true }); }
+                    writeFileSync(file, JSON.stringify(getCleanedEvent(event), null, 2));
+                }
+                metadata.json = JSON.stringify(getCleanedEvent(event), null, 2);
+            }
+
+            if (webhook?.enabled && webhook?.destination) {
+                const isRatelimited = setTimeoutAction({ identifier: webhook.destination, interval: (webhook.ratelimit ?? 2) * 2, max: (webhook.ratelimit ?? 2), addTime: true })
+                const form = new FormData();
+                const embed = {
+                    title: `${metadata.name} (${metadata.status})`,
+                    description: getEmebed(event),
+                    fields: [],
+                    color: 16711680,
+                    timestamp: new Date().toISOString(),
+                    footer: { text: webhook.title ?? `AtmosphericX` }
+                };
+
+                if (isRatelimited.limited) { return } 
+
+
+                if (metadata.description && !metadata.expired) {
+                    if (metadata.description.length > 900) {   
+                        metadata.description = metadata.description.substring(0, 900) + "\n\n[Message truncated due to length]";
+                    }
+                    embed.fields.push({
+                        name: "Description", 
+                        value: metadata.description ? '```' + '\n' + metadata.description.split('\n').map(l => l.trim()).filter(Boolean).join('\n') + '\n' + '```' : ""
+                    });
+                }
+
+
+                if (metadata.attachments?.length > 0) {
+                    metadata.attachments = metadata.attachments.slice(0, 5);
+                    embed.fields.push({
+                        name: "Attachments", 
+                        value: metadata.attachments.map(attachment => `- [${attachment.name.length > 45 ? attachment.name.substring(0, 45) + '...' : attachment.name}](${attachment.link})`).join('\n')
+                    });
+                }
+
+                if (uploads?.file) { 
+                    form.append("fUpload", new Blob([Buffer.from(metadata.file)], {type: "application/text"}), `${properties.event}_${properties.status}_${properties.metadata.tracking}.txt`)
+                }
+
+                if (uploads?.event) { 
+                    form.append("fUpload2", new Blob([Buffer.from(metadata.json)], {type: "application/json"}), `${properties.event}_${properties.status}_${properties.metadata.tracking}.json`)
+                }
+
+                if (uploads?.eas) { 
+                    if (metadata.eas) {
+                        const file = readFileSync(metadata.eas)
+                        form.append("fEas", new Blob([Buffer.from(file)], { type: "audio/mpeg" }), `${properties.event}_${properties.status}_${properties.metadata.tracking}_eas.mp3`)
+                    }
+                }
+
+                form.append("payload_json", JSON.stringify({
+                    username: webhook.title ?? "AtmosphericX",
+                    content: webhook.message ?? "",
+                    embeds: [embed]
+                }));
+
+                await createHttp({
+                    url: webhook.destination,
+                    timeout: 15e3,
+                    method: `POST`,
+                    body: form
+                })
+            }
+        }
+    }
+    setDebug({ title: `@manager.updateListener`, message: `Listener took ${performance.now() - tick} ms` })
 }

package/src/@manager/manager.updateNodes.ts

@@ -1,55 +1,54 @@
-/*
-              _                             _               _     __   __
-         /\  | |                           | |             (_)    \ \ / /
-        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
-       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
-      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
-     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
-                                     | |                            
-                                     |_|                                                                                                                
-
-    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
-    Discord: https://atmosphericx-discord.scriptkitty.cafe
-    Ko-Fi: https://ko-fi.com/k3yomi
-    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
-
-    Internal Package: @atmosx/event-product-parser
-
-*/
-
-import { getEventNodes } from "../@building/building.polygon";
-import { setEventEmit } from "../@modules/@utilities/utilities.setEventEmit";
-import { TypeEvent } from "../@types/type.event";
-import { bootstrap } from "../bootstrap"
-
-
-export const updateNode = async (selectedEvent?: TypeEvent): Promise<void> => {
-    const events = bootstrap.cache.events.features;
-    const ttl = bootstrap.settings.GlobalSettings.NodeTTL * 1e3;
-    let total = 0;
-
-    async function update(evt: TypeEvent) {
-        const lastUpdate = evt?.properties?.metadata?.updated ?? null;
-        if (lastUpdate != null && (Date.now() - lastUpdate) < ttl) {
-            return evt;
-        }
-        const node = await getEventNodes(evt);
-        if (node.nodes.length > 0) {
-            total++
-        }
-        evt.properties.metadata.nodes = node.nodes
-        evt.properties.metadata.filtered_proximity = node.filtered
-        evt.properties.metadata.updated = node.updated
-    }
-    if (!selectedEvent) { await Promise.all(events.map(async (evt) => { await update(evt) })) } 
-    if (selectedEvent) { await update(selectedEvent) }
-    if (total > 0) {
-        setEventEmit({
-            event: `onNodeUpdate`,
-            metadata: {
-                type: `global-update`,
-                updated: total
-            },
-        })
-    }
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { TypeEvent } from "../@types/type.event";
+import { bootstrap } from "../bootstrap"
+import { getEventNodes } from "../@building/building.polygon";
+import { setEventEmit } from "../@modules/@utilities/utilities.setEventEmit";
+
+export const updateNode = async (selectedEvent?: TypeEvent): Promise<void> => {
+    const events = bootstrap.cache.events.features;
+    const ttl = bootstrap.settings.GlobalSettings.NodeTTL * 1e3;
+    let total = 0;
+
+    async function update(evt: TypeEvent) {
+        const lastUpdate = evt?.properties?.metadata?.updated ?? null;
+        if (lastUpdate != null && (Date.now() - lastUpdate) < ttl) {
+            return evt;
+        }
+        const node = await getEventNodes(evt);
+        if (node.nodes.length > 0) {
+            total++
+        }
+        evt.properties.metadata.nodes = node.nodes
+        evt.properties.metadata.filtered_proximity = node.filtered
+        evt.properties.metadata.updated = node.updated
+    }
+    if (!selectedEvent) { await Promise.all(events.map(async (evt) => { await update(evt) })) } 
+    if (selectedEvent) { await update(selectedEvent) }
+    if (total > 0) {
+        setEventEmit({
+            event: `onNodeUpdate`,
+            metadata: {
+                type: `global-update`,
+                updated: total
+            },
+        })
+    }
 }

package/src/@modules/@database/database.broadcastify.ts

@@ -1,67 +1,67 @@
-/*
-              _                             _               _     __   __
-         /\  | |                           | |             (_)    \ \ / /
-        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
-       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
-      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
-     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
-                                     | |                            
-                                     |_|                                                                                                                
-
-    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
-    Discord: https://atmosphericx-discord.scriptkitty.cafe
-    Ko-Fi: https://ko-fi.com/k3yomi
-    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
-
-    Internal Package: @atmosx/event-product-parser
-
-*/
-
-import { bootstrap } from "../../bootstrap"
-import { createHttp } from '../@utilities/utilities.createHttp'
-import { setWarning } from "../@utilities/utilities.setWarning";
-
-export const importBroadcastify = async (): Promise<void> => {
-    const settings = bootstrap.settings;
-    
-    const isBroadcastifyImported = bootstrap.database
-        .prepare(`SELECT name FROM sqlite_master WHERE type='table' AND name='broadcastify';`)
-        .get();
-
-
-    if (!settings.BroadcastifySettings.BroadcastifyAttachments) { return }
-    if (isBroadcastifyImported) { return } 
-
-    const broadcastify = await createHttp({
-        url: settings.BroadcastifySettings.BroadcastifyDatabase,
-        timeout: 5000,
-    });
-    if (!broadcastify.error) {  
-        bootstrap.database.prepare(`CREATE TABLE broadcastify ( state TEXT, county TEXT, feed TEXT, type TEXT, link TEXT);`)
-            .run();
-        const states = JSON.parse(broadcastify.message);
-        const insert = bootstrap.database.prepare(`INSERT INTO broadcastify (state, county, feed, type, link) VALUES (?, ?, ?, ?, ?)`);
-        const transaction = bootstrap.database.transaction((rows: any[]) => {
-            for (const row of rows) {
-                insert.run(row);
-            }
-        });
-        const batch: any[] = [];
-        for (const state of states) {
-            setWarning({ message: `Importing ${state.counties.length} counties from ${state.state} for Broadcastify` });
-            for (const county of state.counties) {
-                const countyName = county.county;
-                for (const feed of county.feeds) {
-                    batch.push([
-                        state.state,
-                        countyName,
-                        feed.name,
-                        feed.type,
-                        feed.link
-                    ]);
-                }
-            }
-        }
-        transaction(batch);
-    }
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { bootstrap } from "../../bootstrap"
+import { createHttp } from '../@utilities/utilities.createHttp'
+import { setWarning } from "../@utilities/utilities.setWarning";
+
+export const importBroadcastify = async (): Promise<void> => {
+    const settings = bootstrap.settings;
+    
+    const isBroadcastifyImported = bootstrap.database
+        .prepare(`SELECT name FROM sqlite_master WHERE type='table' AND name='broadcastify';`)
+        .get();
+
+
+    if (!settings.BroadcastifySettings.BroadcastifyAttachments) { return }
+    if (isBroadcastifyImported) { return } 
+
+    const broadcastify = await createHttp({
+        url: settings.BroadcastifySettings.BroadcastifyDatabase,
+        timeout: 5000,
+    });
+    if (!broadcastify.error) {  
+        bootstrap.database.prepare(`CREATE TABLE broadcastify ( state TEXT, county TEXT, feed TEXT, type TEXT, link TEXT);`)
+            .run();
+        const states = JSON.parse(broadcastify.message);
+        const insert = bootstrap.database.prepare(`INSERT INTO broadcastify (state, county, feed, type, link) VALUES (?, ?, ?, ?, ?)`);
+        const transaction = bootstrap.database.transaction((rows: any[]) => {
+            for (const row of rows) {
+                insert.run(row);
+            }
+        });
+        const batch: any[] = [];
+        for (const state of states) {
+            setWarning({ message: `Importing ${state.counties.length} counties from ${state.state} for Broadcastify` });
+            for (const county of state.counties) {
+                const countyName = county.county;
+                for (const feed of county.feeds) {
+                    batch.push([
+                        state.state,
+                        countyName,
+                        feed.name,
+                        feed.type,
+                        feed.link
+                    ]);
+                }
+            }
+        }
+        transaction(batch);
+    }
 };