@atmosx/event-product-parser 2.0.16 → 3.0.1

package/src/@events/events.ugc.ts

@@ -0,0 +1,83 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { TypeAttributes } from "../@types/types.attributes";
+import { TypeStanzaCompiled } from "../@types/types.compiled"
+import { TypeEvent } from "../@types/type.event";
+import { eventsOffshore } from "../@dictionaries/dictionaries.eventsOffshore";
+import { ugcExtract } from "../@parsers/@ugc/ugc.extract";
+import { properties } from "../@building/building.properties";
+import { getEventHeader } from "../@building/building.headers";
+import { getEventTracking } from "../@building/building.tracking";
+import { validateEvents } from "../@building/building.validate";
+
+export const ugc = async (stanza: TypeStanzaCompiled): Promise<void> => {
+    let processed: TypeEvent[] = [];
+    const getMessages = stanza?.message
+        ?.split(/(?=\$\$)/g)
+        ?.map(message => message.trim())
+        ?.filter(message => message && message !== "$$");
+    if (!getMessages || getMessages?.length == 0 ) return;
+    for (const message of getMessages) {
+        const tick = performance.now();
+        const attributes = stanza?.attributes as TypeAttributes
+        const ugc = await ugcExtract(message)
+        if (ugc != null ) {
+            const props = properties({ message, attributes, ugc: ugc })
+            const issued = new Date(attributes.issue)
+            const expires = new Date(issued.getTime() + 12 * 60 * 60 * 1000)
+            const header = getEventHeader({properties: props, getType: stanza.getType })
+            let event = Object.keys(eventsOffshore).find(event => message.toLowerCase().includes(event.toLowerCase()));
+            if (!event) { 
+                event = stanza.getType.type.split(`-`).map(word => word.charAt(0).toUpperCase() + word.slice(1).toLowerCase()).join(` `)
+            }
+            processed.push({
+                type: `Feature`,
+                geometry: {
+                    type: `Point`,
+                    coordinates: []
+                },
+                properties: { 
+                    event: event,
+                    parent: event,
+                    status: `Issued`,
+                    issued: (!isNaN(issued.getTime())) ? issued.toISOString() : new Date().toISOString(),
+                    expires: (!isNaN(expires.getTime())) ? expires.toISOString() : new Date(Date.now() + 60 * 60 * 1000).toISOString(),
+                    ...props,
+                    metadata: {
+                        ms: performance.now() - tick,
+                        source: `events.ugc`,
+                        tracking: getEventTracking({ type: `RAW`, stanza, attributes, properties: props }),
+                        header: header,
+                        vtec: null,
+                        hvtec: null,
+                        history: [
+                            {
+                                description: props.description,
+                                issued: (!isNaN(issued.getTime())) ? issued.toISOString() : new Date().toISOString(),
+                                status: `Issued`
+                            }
+                        ]
+                    }
+                }
+            })
+        }
+    }
+    validateEvents(processed)
+}

package/src/@events/events.vtec.ts

@@ -0,0 +1,87 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { TypeAttributes } from "../@types/types.attributes";
+import { TypeStanzaCompiled } from "../@types/types.compiled"
+import { TypeEvent } from "../@types/type.event";
+import { TypePVTEC } from "../@types/types.pvtec";
+import { TypeHVTEC } from "../@types/types.hvtec";
+import { pvExtract } from "../@parsers/@pvtec/pvtec.extract";
+import { hvExtract } from "../@parsers/@hvtec/hvtec.extract";
+import { ugcExtract } from "../@parsers/@ugc/ugc.extract";
+import { properties } from "../@building/building.properties";
+import { getEventHeader } from "../@building/building.headers";
+import { getEventTracking } from "../@building/building.tracking";
+import { validateEvents } from "../@building/building.validate";
+
+export const vtec = async (stanza: TypeStanzaCompiled): Promise<void> => {
+    let processed: TypeEvent[] = [];
+    const getMessages = stanza?.message
+        ?.split(/(?=\$\$)/g)
+        ?.map(message => message.trim())
+        ?.filter(message => message && message !== "$$");
+    if (!getMessages || getMessages?.length == 0 ) return;
+    for (const message of getMessages) {
+        const tick = performance.now();
+        const attributes = stanza?.attributes as TypeAttributes
+        const pVtec = pvExtract(message) as TypePVTEC[];
+        const hVtec = hvExtract(message) as TypeHVTEC[];
+        const ugc = await ugcExtract(message)
+        if (pVtec != null && ugc != null ) {
+            for (const pv of pVtec) {
+                const vtec = pv;
+                const props = properties({ message, attributes, ugc, pVtec: vtec })
+                const header = getEventHeader({properties: props, getType: stanza.getType, vtec: vtec})
+                const issued = new Date(attributes.issue)?? new Date()
+                const expires = new Date(vtec.expires)
+                processed.push({
+                    type: `Feature`,
+                    geometry: {
+                        type: `Point`,
+                        coordinates: []
+                    },
+                    properties: { 
+                        event: pv.event,
+                        parent: pv.event,
+                        status: pv.status,
+                        issued: (!isNaN(issued.getTime())) ? issued.toISOString() : new Date().toISOString(),
+                        expires: (!isNaN(expires.getTime())) ? expires.toISOString() : ugc.expires ??  new Date(issued.getTime() + 60 * 60 * 1000).toISOString(),
+                        ...props,
+                        metadata: {
+                            ms: performance.now() - tick,
+                            source: `events.vtec`,
+                            tracking: getEventTracking({ type: `VTEC`, stanza, attributes, properties: props, vtec }),
+                            header: header,
+                            vtec: pv,
+                            hvtec: hVtec,
+                            history: [
+                                {
+                                    description: props.description,
+                                    issued: (!isNaN(issued.getTime())) ? issued.toISOString() : new Date().toISOString(),
+                                    status: pv.status
+                                }
+                            ]
+                        }
+                    }
+                })
+            }
+        }
+    }
+    validateEvents(processed)
+}

package/src/@manager/manager.mkEvent.ts

@@ -0,0 +1,95 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { setEventEmit } from "../@modules/@utilities/utilities.setEventEmit";
+import { TypeEvent } from "../@types/type.event";
+import { bootstrap } from "../bootstrap"
+import { setHash } from "./manager.setHash";
+import { updateWebhooks } from "./manager.updateWebhooks";
+import { updateNode } from "./manager.updateNodes";
+import { TypeSettings } from "../@types/types.settings";
+
+export const mkEvent = async (event: TypeEvent): Promise<void> => {
+    const settings = bootstrap.settings as TypeSettings;
+    const features = bootstrap.cache.events.features;
+    const map = new Map<string, typeof features[0]>();
+    
+    for (const f of features) {
+        const key = f?.properties?.metadata?.tracking;
+        if (!key) continue;
+        map.set(key, f);
+    }
+    
+    const getHash = event.properties.metadata.hash;
+    const getTracking = event.properties.metadata.tracking;
+    const isEntry = bootstrap.cache.hashes?.find(hash => hash.tracking === getTracking)
+    const isHashed = isEntry?.hashes?.includes(getHash) ?? false;
+    const getFeature = map.get(getTracking);
+    
+    if (isHashed || event.properties.status_metadata.is_expired) return
+    await setHash(event, isEntry)
+    const isFilteredLocation = await updateNode(event).then(() => event.properties.metadata.filtered_proximity);
+    if (!isFilteredLocation && settings.GlobalSettings.EventFiltering.NodeLocationFiltering) { return }
+
+    setEventEmit({
+        event: `onEventStatus`,
+        metadata: {
+            type: getFeature ? `Updated` : `New`,
+            event: event
+        },
+        message: `[${getFeature ? 'Updated' : 'New'}] ${event.properties.event} (${event.properties.status}) (${event.properties.metadata.tracking})`
+    })
+    if (settings.GlobalSettings.EventManagement) {
+        if (event.properties.status_metadata.is_issued || event.properties.status_metadata.is_updated) {
+            if (getFeature) { 
+                const getIndex = features.indexOf(getFeature);
+                const cHistory = getFeature?.properties?.metadata?.history ?? [];
+                const cLocations = getFeature?.properties?.locations?.split(";").map((l: string) => l.trim()) ?? [];
+                const cUgc = getFeature?.properties?.geocode?.ugc ?? [];
+    
+                const iHistory = event.properties?.metadata?.history ?? [];
+                const iLocations = event.properties?.locations?.split(";").map((l: string) => l.trim()) ?? [];
+                const iUgc = event.properties?.geocode?.ugc ?? [];
+    
+                const mHistory = [...cHistory, ...iHistory].filter((v, i, a) => a.indexOf(v) === i);
+                const mLocations = [...cLocations, ...iLocations].filter((v, i, a) => a.indexOf(v) === i).join('; ');
+                const mUgc = [...cUgc, ...iUgc].filter((v, i, a) => a.indexOf(v) === i);
+    
+                bootstrap.cache.events.features[getIndex] = {
+                    ...event,
+                    properties: {
+                        ...event.properties,
+                        metadata: {
+                            ...event?.properties?.metadata,
+                            history: mHistory
+                        },
+                        locations: mLocations,
+                        geocode: {
+                            ...event?.properties?.geocode,  
+                            ugc: mUgc
+                        },
+                    }
+                };
+            } else { 
+                features.push(event)
+            }
+        }
+    }
+    updateWebhooks(event)
+}

package/src/@manager/manager.rmEvent.ts

@@ -0,0 +1,46 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { setEventEmit } from "../@modules/@utilities/utilities.setEventEmit";
+import { TypeEvent } from "../@types/type.event";
+import { bootstrap } from "../bootstrap"
+import { updateWebhooks } from "./manager.updateWebhooks";
+
+export const rmEvent = (event: TypeEvent): void => {
+    const getEvent = bootstrap.cache.events.features.find(f => f?.properties?.metadata?.tracking === event?.properties?.metadata?.tracking);
+    if (getEvent) {
+        setEventEmit({
+            event: `onEventStatus`,
+            metadata: {
+                type: `Removed`,
+                event: event
+            },
+            message: `[Removed] ${event.properties.event} (${event.properties.status}) (${event.properties.metadata.tracking})`
+        })
+        setEventEmit({ event: `onExpiredProduct`, metadata: event })
+        updateWebhooks(event)
+        bootstrap.cache.events.features.splice(bootstrap.cache.events.features.indexOf(getEvent), 1);
+        bootstrap.cache.hashes = bootstrap.cache.hashes.filter(hash => hash.tracking !== event.properties.metadata.tracking);
+    }
+    setEventEmit({
+        event: `onEventCache`,
+        metadata: bootstrap.cache.events,
+        limited: true
+    })
+}

package/src/@manager/manager.setHash.ts

@@ -0,0 +1,37 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { TypeEvent } from "../@types/type.event";
+import { TypeHash } from "../@types/types.hash"
+import { bootstrap } from "../bootstrap"
+
+
+export const setHash = async (event: TypeEvent, entry: TypeHash): Promise<void> => {
+    if (entry) {
+        entry.hashes.push(event.properties.metadata.hash);
+        entry.expires = event.properties.expires;
+    } else { 
+        bootstrap.cache.hashes.push({
+            tracking: event.properties.metadata.tracking,
+            hashes: [event.properties.metadata.hash],
+            expires: event.properties.expires
+        });
+    }
+    
+}

package/src/@manager/manager.updateNodes.ts

@@ -0,0 +1,55 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { getEventNodes } from "../@building/building.polygon";
+import { setEventEmit } from "../@modules/@utilities/utilities.setEventEmit";
+import { TypeEvent } from "../@types/type.event";
+import { bootstrap } from "../bootstrap"
+
+
+export const updateNode = async (selectedEvent?: TypeEvent): Promise<void> => {
+    const events = bootstrap.cache.events.features;
+    const ttl = bootstrap.settings.GlobalSettings.NodeTTL * 1e3;
+    let total = 0;
+
+    async function update(evt: TypeEvent) {
+        const lastUpdate = evt?.properties?.metadata?.updated ?? null;
+        if (lastUpdate != null && (Date.now() - lastUpdate) < ttl) {
+            return evt;
+        }
+        const node = await getEventNodes(evt);
+        if (node.nodes.length > 0) {
+            total++
+        }
+        evt.properties.metadata.nodes = node.nodes
+        evt.properties.metadata.filtered_proximity = node.filtered
+        evt.properties.metadata.updated = node.updated
+    }
+    if (!selectedEvent) { await Promise.all(events.map(async (evt) => { await update(evt) })) } 
+    if (selectedEvent) { await update(selectedEvent) }
+    if (total > 0) {
+        setEventEmit({
+            event: `onNodeUpdate`,
+            metadata: {
+                type: `global-update`,
+                updated: total
+            },
+        })
+    }
+}

package/src/@manager/manager.updateWebhooks.ts

@@ -0,0 +1,50 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { createWebhook } from "../@modules/@utilities/utilities.createWebhook";
+import { TypeEvent } from "../@types/type.event";
+import { TypeWebhook } from "../@types/types.webhook";
+import { bootstrap } from "../bootstrap"
+
+
+export const updateWebhooks = async (event: TypeEvent): Promise<void> => {
+    const settings = bootstrap.settings;
+    const webhooks = settings.WebhookSettings as TypeWebhook[];
+    const eventName = event.properties.event;
+    for (const socket of webhooks) {
+        const events = socket.events;
+        if (!events || events.length === 0) {
+            await createWebhook({ webhook: socket, event });
+            continue;
+        }
+        const matched = events.some(pattern => {
+            if (!pattern) return false;
+            if (pattern === "*" || pattern === eventName) return true;
+            if (pattern.includes("*")) {
+                const regex = "^" +
+                    pattern.replace(/[.+^${}()|[\]\\]/g, "\\$&").replace(/\*/g, ".*") + "$";
+                return new RegExp(regex).test(eventName);
+            }
+            return false;
+        });
+        if (matched) {
+            await createWebhook({ webhook: socket, event });
+        }
+    }
+};

package/src/@modules/@database/database.cache.ts

@@ -0,0 +1,48 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import { TypeSettings } from "../../@types/types.settings"
+import { bootstrap } from '../../bootstrap'
+import { setWarning } from '../@utilities/utilities.setWarning';
+import { createEvent } from '../../@building/building.create';
+
+export const getCachedEvents = async (): Promise<void> => {
+    try { 
+        const settings = bootstrap.settings as TypeSettings;
+        const tick = performance.now();
+        if (settings.NOAAWeatherWireServiceSettings.CacheSettings.Enabled) {
+            const max = settings.NOAAWeatherWireServiceSettings.CacheSettings.MaxRetentionHistory ?? 500;
+            const get = await bootstrap.database.prepare(`SELECT * FROM stanzas ORDER BY rowid DESC LIMIT ?`).all(max) as { rowid: number; stanza: string }[];
+            setWarning({ message: `Fetched ${get.length} cached events from the database in ${Math.floor(performance.now() - tick)} ms` })
+            let events = get.map((row) => JSON.parse(row.stanza))
+                .filter(stanza => {
+                    if (!stanza) { return }
+                    const isSkippable = stanza.isIgnored ||
+                        (stanza.isCapEvent) ||
+                        (stanza.isCapEvent && !stanza.isCapAreaDescription)
+                    return !isSkippable
+                });
+            events = events.sort((a, b) => b.issued - a.issued)
+            await Promise.all(events.map(event => createEvent(event)))
+            setWarning({ message: `Processed ${events.length} cached events in ${Math.floor(performance.now() - tick)} ms` })
+        }
+    } catch (error) {
+        setWarning({ message: `An error occurred while fetching cached events: ${error.message} -> ${error.stack}` })
+    }
+}

package/src/@modules/@database/database.init.ts

@@ -0,0 +1,45 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import fs from 'fs'
+import sqlite3 from 'better-sqlite3'
+import { TypeSettings } from "../../@types/types.settings"
+import { bootstrap } from "../../bootstrap"
+import { setWarning } from '../@utilities/utilities.setWarning'
+import { importShapefiles } from './database.shapefiles'
+
+export const initializeDatabase = async (): Promise<void> => {
+    const settings = bootstrap.settings as TypeSettings;
+    try { 
+        if (!fs.existsSync(settings.Database)) { 
+            fs.writeFileSync(settings.Database, '')
+            setWarning({ message: `Creating new database at ${settings.Database}` })
+        }
+        bootstrap.database = new sqlite3(settings.Database);
+        bootstrap.database
+            .prepare(`CREATE TABLE IF NOT EXISTS stanzas ( id INTEGER PRIMARY KEY AUTOINCREMENT, type TEXT, issued TEXT, stanza TEXT )`)
+            .run();
+        bootstrap.database
+            .prepare(`CREATE TABLE IF NOT EXISTS shapefiles (id TEXT PRIMARY KEY, location TEXT, geometry TEXT)`)
+            .run();
+        await importShapefiles();
+    } catch (error) {
+        setWarning({ message: `An error occurred while initializing the database: ${error.message}` })
+    }
+}

package/src/@modules/@database/database.shapefiles.ts

@@ -0,0 +1,96 @@
+/*
+              _                             _               _     __   __
+         /\  | |                           | |             (_)    \ \ / /
+        /  \ | |_ _ __ ___   ___  ___ _ __ | |__   ___ _ __ _  ___ \ V / 
+       / /\ \| __| '_ ` _ \ / _ \/ __| '_ \| '_ \ / _ \ '__| |/ __| > <  
+      / ____ \ |_| | | | | | (_) \__ \ |_) | | | |  __/ |  | | (__ / . \ 
+     /_/    \_\__|_| |_| |_|\___/|___/ .__/|_| |_|\___|_|  |_|\___/_/ \_\
+                                     | |                            
+                                     |_|                                                                                                                
+
+    Created with ♥ by the AtmosphericX Team (KiyoWx, StarflightWx, & CJ Ziegler)
+    Discord: https://atmosphericx-discord.scriptkitty.cafe
+    Ko-Fi: https://ko-fi.com/k3yomi
+    Documentation: http://localhost/documentation | https://atmosphericx.scriptkitty.cafe/documentation
+
+    Internal Package: @atmosx/event-product-parser
+
+*/
+
+import fs from 'fs'
+import { resolve, extname} from 'path'
+import { loadAsync } from 'jszip'
+import { read } from 'shapefile'
+import { TypeSettings } from "../../@types/types.settings"
+import { bootstrap } from "../../bootstrap"
+import { setSleep } from '../@utilities/utilities.setSleep'
+import { setWarning } from '../@utilities/utilities.setWarning'
+import { shapefileLinks } from '../../@dictionaries/dictionaries.shapefileLinks'
+
+export const importShapefiles = async (): Promise<void> => {
+    const settings = bootstrap.settings as TypeSettings;
+    try { 
+        const tShapefiles = bootstrap.database
+            .prepare(`SELECT COUNT(*) AS count FROM shapefiles`)
+            .get().count;
+        if (tShapefiles === 0) {
+            await setSleep({timeout: 1e3});
+            setWarning({ message: `Shapefiles are currently building, please DO NOT close your terminal. The shapefiles will not finish and will remain incomplete. If you do mess up, you will need to delete ${settings.Database} and restart the application.` })
+            for (const shapefile of shapefileLinks) {
+                const response = await fetch(shapefile.link);
+                const arrayBuff = await response.arrayBuffer();
+                const content = await loadAsync(arrayBuff);
+                const directory = resolve(__dirname, `../../shapefiles`);
+                if (!fs.existsSync(directory)) {
+                    fs.mkdirSync(directory, { recursive: true });
+                }
+                for (const file of Object.keys(content.files)) {
+                    if (file.endsWith('.shp') || file.endsWith('.dbf')) {
+                        const data = await content.files[file].async(`nodebuffer`)
+                        const output = resolve(directory, `${shapefile?.name ?? ``}_${shapefile?.id ?? ``}${extname(file)}`)
+                        fs.writeFileSync(output, data)
+                    }
+                }
+                const filepath = resolve(__dirname, '../../shapefiles', shapefile.name + '_' + shapefile.id)
+                const { features } = await read(
+                    filepath,
+                    filepath,
+                );
+                setWarning({ message: `Importing ${features.length} features from ${shapefile.name}_${shapefile.id}` })
+                const insert = bootstrap.database
+                    .prepare(`INSERT OR REPLACE INTO shapefiles (id, location, geometry) VALUES (?, ?, ?)`)
+                const transaction = bootstrap.database.transaction((entries: any[]) => {
+                    for (const entry of entries) {
+                        const { properties, geometry } = entry;
+                        let final: string, location: string;
+                        if (properties.FIPS) {
+                            final = `${properties.STATE}${shapefile.id}${properties.FIPS.substring(2)}`;
+                            location = `${properties.COUNTYNAME}, ${properties.STATE}`;
+                        }
+                        else if (properties.FULLSTAID) {
+                            final = `${properties.ST}${shapefile.id}${properties.WFO}`;
+                            location = `${properties.CITY}, ${properties.STATE}`;
+                        }
+                        else if (properties.STATE) {
+                            final = `${properties.STATE}${shapefile.id}${properties.ZONE ?? properties.SITE_ID}`;
+                            location = `${properties.NAME ?? `${properties.RFC_NAME} ${properties.RFC_CITY}`}, ${properties.STATE}`;
+                        }
+                        else {
+                            final = properties.ID ?? properties.WFO
+                            location = properties.NAME;
+                        }
+                        insert.run(final, location, JSON.stringify(geometry));
+                    }
+                })
+                fs.unlinkSync(`${filepath}.shp`)
+                fs.unlinkSync(`${filepath}.dbf`)
+                setWarning({ message: `Cleaned up temporary files for ${shapefile.name}_${shapefile.id}` })
+                transaction(features)
+            }
+            setWarning({ message: `Shapefiles have finished compiling, you can now continue and close this terminal` })
+            fs.rm(resolve(__dirname, '../../shapefiles'), { recursive: true, force: true }, () => {});
+        }
+    } catch (error) {
+        setWarning( {message: `An error occurred while compiling shapefiles: ${error.message}` }) 
+    }
+}