@xapp/arachne-web-service 0.6.0 → 0.6.2

package/lib/ArachneWebService.d.ts

@@ -1,7 +1,7 @@
 /*! Copyright (c) 2023, XAPP AI */
 import "isomorphic-fetch";
 import { DetectorResult } from "@xapp/arachne-parsers";
-import { LocalBusiness } from "schema-dts";
+import { WebsiteSchema, WebsiteDescriptiveData, ScreenshotLocation, BusinessData } from "./models";
 export interface ArachneAppGetInfoOptions {
     /**
      * Provide an openAI key to use OpenAI to determine the call to action of the website.
@@ -15,10 +15,17 @@ export interface ArachneAppGetInfoOptions {
      * If not provided, you will not get primaryColor, secondaryColor, or images.
      */
     screenshotsPath?: string;
+    /**
+     * Provide a path for saving the markdown of the website
+     */
+    markdownPath?: string;
     /**
      * Run headless, true by default.
      */
     headless?: boolean;
+    /**
+     * Override the viewport size for the browser window.
+     */
     viewportSize?: {
         width: number;
         height: number;
@@ -32,50 +39,22 @@ export interface ArachneAppGetInfoOptions {
      */
     pageHandlerTimeout?: number;
 }
-export interface WebsiteSchema {
-    localBusiness?: LocalBusiness;
-}
-export interface WebsiteDescriptiveData {
-    /**
-     * A square image that most likely is the logo.
-     */
-    logo?: string;
-    /**
-     * Primary color detected on the website
-     */
-    primaryColor?: string;
-    /**
-     * Secondary color that complements the primary color on the website.
-     */
-    secondaryColor?: string;
+export interface WebsiteData {
     /**
-     * Calls to action detected on the website such as "Free Quote" or "Schedule Consultation"
+     * Descriptive metadata for the website.
      */
-    callsToAction?: {
-        callToAction: string;
-        url?: string;
-    }[];
+    site: WebsiteDescriptiveData;
     /**
-     * A description of the organization found on the website
+     * A list of detected technologies
      */
-    description?: string;
+    detectedTechnologies: DetectorResult[];
     /**
-     * Phone numbers
+     * Information related to the organization
      */
-    phoneNumbers?: {
-        number: string;
-        purpose?: string;
-    }[];
-}
-export interface ScreenshotLocation {
+    business: BusinessData;
     /**
-     * The local file path that the screenshot was saved to.
+     * JSON+LD schema detected on the website
      */
-    filePath: string;
-}
-export interface WebsiteData {
-    site: WebsiteDescriptiveData;
-    detectedTechnologies: DetectorResult[];
     schema: WebsiteSchema;
     /**
      * The screenshots that were taken from the website.
@@ -85,6 +64,7 @@ export interface WebsiteData {
 export declare class ArachneWebService {
     /**
      * Get data on the provided website.
+     *
      * @param url
      * @param options
      * @returns

package/lib/ArachneWebService.js

@@ -1,4 +1,27 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -16,19 +39,24 @@ exports.ArachneWebService = void 0;
 /*! Copyright (c) 2023, XAPP AI */
 require("isomorphic-fetch"); // must be at top, making available to all
 const path_1 = require("path");
+const fs = __importStar(require("fs"));
+const cheerio = __importStar(require("cheerio"));
 const arachne_1 = require("@xapp/arachne");
 const arachne_parsers_1 = require("@xapp/arachne-parsers");
 const stentor_logger_1 = require("stentor-logger");
-const stentor_utils_1 = require("stentor-utils");
 const node_vibrant_1 = __importDefault(require("node-vibrant"));
-const { encode } = require('gpt-3-encoder');
 const autoScroll_1 = require("./utils/autoScroll");
 const findBestFaviconURL_1 = require("./utils/findBestFaviconURL");
 const image_1 = require("./utils/image");
 const isLambda_1 = require("./utils/isLambda");
+const getSiteMap_1 = require("./utils/getSiteMap");
+const getPrompt_1 = require("./utils/getPrompt");
+const getBusinessData_1 = require("./utils/getBusinessData");
+const getCallToAction_1 = require("./utils/getCallToAction");
 class ArachneWebService {
     /**
      * Get data on the provided website.
+     *
      * @param url
      * @param options
      * @returns
@@ -39,6 +67,10 @@ class ArachneWebService {
             const detectedTechnologies = [];
             const schema = {};
             const screenshots = [];
+            let business = {};
+            // first get the sitemap
+            const aboutUs = yield (0, getSiteMap_1.getAboutUs)(url);
+            (0, stentor_logger_1.log)().debug(`Found an about us page at ${aboutUs}`);
             const queue = new arachne_1.MemoryRequestQueue();
             queue.addRequest({ url });
             const launchOptions = {
@@ -57,7 +89,7 @@ class ArachneWebService {
             }
             let browser;
             try {
-                (0, stentor_logger_1.log)().debug('Looking for chrome-aws-lambda');
+                (0, stentor_logger_1.log)().debug('Looking for chrome-aws-lambda...');
                 // eslint-disable-next-line @typescript-eslint/no-var-requires
                 const chromium = require('@sparticuz/chrome-aws-lambda');
                 browser = yield chromium.puppeteer.launch({
@@ -80,6 +112,8 @@ class ArachneWebService {
                 pageHandlerTimeout,
                 pageHandler: (page, request) => __awaiter(this, void 0, void 0, function* () {
                     const title = yield page.title();
+                    const u = new URL(url);
+                    const fileName = `${u.hostname}${u.pathname}`.replace(/[./]/g, "_");
                     (0, stentor_logger_1.log)().info(`Loaded ${request.url} : ${title}`);
                     if (pageWait) {
                         (0, stentor_logger_1.log)().info(`Waiting for ${pageWaitTime} ms for page to completely load.`);
@@ -91,6 +125,8 @@ class ArachneWebService {
                     // page.content() gets you the HTML after it has been modified by the JavaScript
                     // on the page while response.text() only gives you the HTML from the original GET
                     const html = yield page.content();
+                    const $ = cheerio.load(html);
+                    const description = $('meta[name="description"]').attr('content');
                     const detectors = [
                         new arachne_parsers_1.XAPPDetector(html),
                         new arachne_parsers_1.SurefireDetector(html)
@@ -98,12 +134,22 @@ class ArachneWebService {
                     detectedTechnologies.push(...new arachne_parsers_1.MultiDetector(html, detectors).detect());
                     const things = new arachne_parsers_1.ArachneJSONLD(html).getThings();
                     let localBusiness;
+                    let homeConstructionBusiness;
+                    (0, stentor_logger_1.log)().info('Looking through JSON Schema...');
                     for (const thing of things) {
                         if ((0, arachne_parsers_1.isLocalBusiness)(thing)) {
                             (0, stentor_logger_1.log)().debug(`Found local business information`);
                             localBusiness = thing;
                             schema.localBusiness = thing;
                         }
+                        else if ((0, arachne_parsers_1.isHomeConstructionBusiness)(thing)) {
+                            (0, stentor_logger_1.log)().debug(`Found home construction business`);
+                            homeConstructionBusiness = thing;
+                            schema.homeConstructionBusiness = thing;
+                        }
+                        else {
+                            (0, stentor_logger_1.log)().debug(`Found JSON Schema ${thing["@id"]} ${thing["@type"]}`);
+                        }
                     }
                     // We are going to try to figure out the icon!
                     if (localBusiness && typeof localBusiness !== "string") {
@@ -127,9 +173,7 @@ class ArachneWebService {
                     }
                     // Try to figure out primary color, yup
                     if (options.screenshotsPath) {
-                        const u = new URL(url);
-                        const imageName = `${u.hostname}${u.pathname}`.replace(/[./]/g, "_");
-                        const path = (0, path_1.resolve)(options.screenshotsPath, `${imageName}.png`);
+                        const path = (0, path_1.resolve)(options.screenshotsPath, `${fileName}.png`);
                         (0, stentor_logger_1.log)().debug(`Saving screenshot to ${path}`);
                         const captureBeyondViewport = options.viewportSize ? false : true;
                         const fullPage = options.viewportSize ? false : true;
@@ -141,7 +185,8 @@ class ArachneWebService {
                         screenshots.push({
                             filePath: path
                         });
-                        (0, stentor_logger_1.log)().debug(`Screenshot saved, analyzing colors`);
+                        (0, stentor_logger_1.log)().debug(`Screenshot saved.`);
+                        (0, stentor_logger_1.log)().debug(`Analyzing colors...`);
                         const v = new node_vibrant_1.default(path);
                         const palette = yield v.getPalette();
                         let swatchName = undefined;
@@ -158,7 +203,18 @@ class ArachneWebService {
                                     swatchName = swatch;
                                     mostPopular = current;
                                 }
-                                debugSwatches = `${debugSwatches} ${swatch}:${current === null || current === void 0 ? void 0 : current.hex}`;
+                                switch (swatch) {
+                                    case "LightVibrant":
+                                    case "Vibrant":
+                                        site.vibrantColor = current === null || current === void 0 ? void 0 : current.hex;
+                                        continue;
+                                    case "DarkVibrant":
+                                        site.darkVibrantColor = current === null || current === void 0 ? void 0 : current.hex;
+                                        continue;
+                                    default:
+                                }
+                                const debugPreview = '\x1b[48;2;' + (0, image_1.hexToRGB)(current === null || current === void 0 ? void 0 : current.hex) + 'm      \x1b[0m';
+                                debugSwatches = `${debugSwatches} ${swatch} (${current === null || current === void 0 ? void 0 : current.population}):${current === null || current === void 0 ? void 0 : current.hex} ${debugPreview} `;
                             }
                         }
                         if (swatchName) {
@@ -169,24 +225,64 @@ class ArachneWebService {
                         }
                         site.primaryColor = mostPopular === null || mostPopular === void 0 ? void 0 : mostPopular.hex;
                         site.secondaryColor = (0, image_1.complementHexColor)(site.primaryColor);
-                        (0, stentor_logger_1.log)().debug(`Found primary color to be ${site.primaryColor}`);
-                        (0, stentor_logger_1.log)().debug(`Alternative swatches are: ${debugSwatches}`);
+                        const primaryPreview = '\x1b[48;2;' + (0, image_1.hexToRGB)(site.primaryColor) + 'm      \x1b[0m';
+                        const secondaryPreview = '\x1b[48;2;' + (0, image_1.hexToRGB)(site.secondaryColor) + 'm      \x1b[0m';
+                        const vibrantPreview = '\x1b[48;2;' + (0, image_1.hexToRGB)(site.vibrantColor) + 'm      \x1b[0m';
+                        (0, stentor_logger_1.log)().debug(`Primary color: ${site.primaryColor} ${primaryPreview}`);
+                        (0, stentor_logger_1.log)().debug(`Secondary color: ${site.secondaryColor} ${secondaryPreview}`);
+                        (0, stentor_logger_1.log)().debug(`Vibrant color: ${site.vibrantColor} ${vibrantPreview}`);
+                        (0, stentor_logger_1.log)().debug(`All swatches are: ${debugSwatches}`);
                     }
                     else {
                         (0, stentor_logger_1.log)().info(`screenshotsPath not provided, cannot determine primaryColor and secondaryColor`);
                     }
+                    // Convert to markdown
+                    const markdown = new arachne_parsers_1.ArachneHTMLtoText({ stripTags: [...arachne_parsers_1.DEFAULT_STRIP_TAGS, "head", "img", "iframe", "style"] }).convert(html, true);
+                    if (options.markdownPath) {
+                        const path = (0, path_1.resolve)(options.markdownPath, `${fileName}.md`);
+                        (0, stentor_logger_1.log)().debug(`Writing markdown to ${path}...`);
+                        yield fs.promises.writeFile(path, markdown);
+                        (0, stentor_logger_1.log)().debug(`Written.`);
+                    }
+                    let aiData = undefined;
                     const { openAIKey = process.env.OPENAI_API_KEY } = options;
                     // Use OpenAI to determine Call To Action
                     if (openAIKey) {
                         (0, stentor_logger_1.log)().info(`Calling OpenAI....`);
-                        // Convert to markdown
-                        const markdown = new arachne_parsers_1.ArachneHTMLtoText({ stripTags: [...arachne_parsers_1.DEFAULT_STRIP_TAGS, "img"] }).convert(html, true);
-                        // inject in the prompt
-                        const prompt = `${markdown}\n==========================\nAbove is the markdown for a website found at ${url}.   Please print out in JSON format information about the website above with the following keys:\n\n\"organization_name\" - The name of the organization for the website.\n\"phone_numbers\" - An array of phone numbers for the organization.  If available, include what they are used for such as \"customer support\" or \"sales\", if unknown then leave it blank.  Use an object with keys: number and purpose.\n\"addresses\" - An array of addresses for the organization.\n\"services\" - An array of the top five unique most common services the organization provides, they should be concise and no more than a few words such as \"Roofing\", \"Conversational AI Services\", \"Bathroom Remodelling\"\n\"calls_to_action\" - An array of the top five unique calls to action found on the site and their fully formed URL if they have one.  Good examples of calls to actions are \"Request Demo\", \"Get Started\", \"Free Quote\", \"Schedule Consultation\", \"Sign Up\".  Bad examples are \"Learn More\" or \"Follow us on Facebook\".  Use an object with keys: url & callToAction in the array.  For the url please combine it properly with the website's URL.\n\"description\" - A concise description of what the organization does in one sentence, include the name of the organization and their services and their location if available.\n \n{`;
-                        const tokens = encode(prompt).length;
-                        const LEFT_FOR_RESPONSE = 500;
-                        const max_tokens = 4000 - LEFT_FOR_RESPONSE - tokens;
-                        (0, stentor_logger_1.log)().info(`Prompt is ${tokens} tokens, tetting max_tokens to ${max_tokens}`);
+                        const webPrompt = (0, getPrompt_1.getWebMarkdownPrompt)(markdown, url);
+                        let prompt = webPrompt.prompt;
+                        let maxTokens = webPrompt.maxTokens;
+                        let tokens = webPrompt.tokens;
+                        // first try if over max tokens
+                        if (maxTokens < 0 && aboutUs) {
+                            // load about us 
+                            (0, stentor_logger_1.log)().info(`Too many tokens, attempting to load about us page at ${aboutUs}...`);
+                            yield page.goto(aboutUs);
+                            (0, stentor_logger_1.log)().info(`Loaded...`);
+                            const aboutUsHTML = yield page.content();
+                            const aboutUsMarkdown = new arachne_parsers_1.ArachneHTMLtoText({ stripTags: [...arachne_parsers_1.DEFAULT_STRIP_TAGS, "head", "img", "iframe", "style"] }).convert(aboutUsHTML, true);
+                            const aboutUsPrompt = (0, getPrompt_1.getWebMarkdownPrompt)(aboutUsMarkdown, url);
+                            (0, stentor_logger_1.log)().info(`About Us tokens: ${aboutUsPrompt.tokens} max: ${aboutUsPrompt.maxTokens}`);
+                            if (aboutUsPrompt.maxTokens > 0) {
+                                (0, stentor_logger_1.log)().info(`Using about us page.`);
+                                prompt = aboutUsPrompt.prompt;
+                                maxTokens = aboutUsPrompt.maxTokens;
+                                tokens = aboutUsPrompt.tokens;
+                            }
+                        }
+                        if (maxTokens < 0 && localBusiness || homeConstructionBusiness) {
+                            (0, stentor_logger_1.log)().info(`Too many tokens, attempting to use LocalBusiness schema to generate description.`);
+                            // try second prompt where we send the JSON.
+                            const jsonSchemaPrompt = (0, getPrompt_1.getJSONSchemaPrompt)(localBusiness || homeConstructionBusiness, url);
+                            (0, stentor_logger_1.log)().info(`JSON Schema tokens: ${jsonSchemaPrompt.tokens} max: ${jsonSchemaPrompt.maxTokens}`);
+                            if (jsonSchemaPrompt.maxTokens > 0) {
+                                (0, stentor_logger_1.log)().info(`LocalBusiness JSON fits within token limit, using it.`);
+                                prompt = jsonSchemaPrompt.prompt;
+                                maxTokens = jsonSchemaPrompt.maxTokens;
+                                tokens = jsonSchemaPrompt.tokens;
+                            }
+                        }
+                        (0, stentor_logger_1.log)().info(`Final prompt is ${tokens} tokens, setting max_tokens to ${maxTokens}.`);
                         const options = {
                             method: 'POST',
                             headers: {
@@ -197,7 +293,7 @@ class ArachneWebService {
                                 model: "text-davinci-003",
                                 prompt,
                                 temperature: 0.25,
-                                max_tokens,
+                                max_tokens: maxTokens,
                                 top_p: 1,
                                 frequency_penalty: 0,
                                 presence_penalty: 0
@@ -211,7 +307,7 @@ class ArachneWebService {
                             if (status === 200) {
                                 return response.json();
                             }
-                            return;
+                            return response;
                         }).finally(() => {
                             // eslint-disable-next-line no-console
                             console.timeEnd("open_ai_web");
@@ -221,30 +317,39 @@ class ArachneWebService {
                             (0, stentor_logger_1.log)().info(`OpenAI token usage: prompt ${usage.prompt_tokens} completion ${usage.completion_tokens} total ${usage.total_tokens}`);
                             // Add the leading { as it is included in the query
                             const completion = `{\n${openAIResponse.choices[0].text}`;
-                            const siteData = JSON.parse(completion);
-                            // eslint-disable-next-line no-console
-                            site.callsToAction = siteData.calls_to_action;
-                            site.description = siteData.description;
-                            site.phoneNumbers = siteData.phone_numbers;
+                            try {
+                                aiData = JSON.parse(completion);
+                                (0, stentor_logger_1.log)().debug(JSON.stringify(aiData, undefined, 2));
+                            }
+                            catch (e) {
+                                (0, stentor_logger_1.log)().warn(`Unable to parse AI response.`);
+                                (0, stentor_logger_1.log)().info(completion);
+                            }
                         }
                         else {
                             (0, stentor_logger_1.log)().warn(`Unabled to get website info from OpenAI status:${status}`);
                             (0, stentor_logger_1.log)().debug(openAIResponse);
                         }
                     }
+                    // We now go through and try to find data from what we have!
+                    const businessData = (0, getBusinessData_1.getBusinessData)(schema.localBusiness || schema.homeConstructionBusiness);
+                    business = Object.assign({}, businessData);
+                    // Find some AI overrides (if we have the aiData)
+                    if (aiData === null || aiData === void 0 ? void 0 : aiData.organization_name) {
+                        business.name = aiData.organization_name;
+                    }
+                    // Set some items
+                    if (aiData === null || aiData === void 0 ? void 0 : aiData.description) {
+                        site.description = aiData.description;
+                    }
                     else {
-                        // Try to figure out the call to action
-                        // TODO: Can we use our model export and a simple NLU to better find possible matches?
-                        const REGEX = new RegExp(/(free|get|request|schedule)( a| an|) (consultation|quote|estimate|inspection|estimates|assessment|appointment)/gmi);
-                        const matches = html.match(REGEX);
-                        // Just grab the first
-                        if (matches && (0, stentor_utils_1.existsAndNotEmpty)(matches)) {
-                            (0, stentor_logger_1.log)().debug(`Found ${matches.length} potential CTAs`);
-                            const match = matches[0].toLowerCase();
-                            const cleaned = match.split(" ").map((i) => (0, stentor_utils_1.capitalize)(i)).join(" ");
-                            (0, stentor_logger_1.log)().debug(`Found CTA "${cleaned}"`);
-                            site.callsToAction = [{ callToAction: cleaned }];
-                        }
+                        site.description = description;
+                    }
+                    if (aiData === null || aiData === void 0 ? void 0 : aiData.calls_to_action) {
+                        site.callsToAction = aiData.calls_to_action;
+                    }
+                    else {
+                        site.callsToAction = (0, getCallToAction_1.getCallToAction)(html);
                     }
                 })
                 // end of the page handler
@@ -254,7 +359,8 @@ class ArachneWebService {
                 site,
                 detectedTechnologies,
                 schema,
-                screenshots
+                screenshots,
+                business
             };
         });
     }

package/lib/ArachneWebService.js.map

@@ -1 +1 @@
-{"version":3,"file":"ArachneWebService.js","sourceRoot":"","sources":["../src/ArachneWebService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,kCAAkC;AAClC,4BAA0B,CAAC,0CAA0C;AACrE,+BAA+B;AAE/B,2CAAyF;AACzF,2DAU+B;AAE/B,mDAAqC;AACrC,iDAA8D;AAG9D,gEAAmC;AAGnC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAG5C,mDAAgD;AAChD,mEAAgE;AAChE,yCAAkE;AAClE,+CAA4C;AAoF5C,MAAa,iBAAiB;IAC1B;;;;;OAKG;IACU,cAAc,CAAC,GAAW,EAAE,UAAoC,EAAE;;YAE3E,MAAM,IAAI,GAA2B,EAAE,CAAC;YACxC,MAAM,oBAAoB,GAAqB,EAAE,CAAC;YAClD,MAAM,MAAM,GAAkB,EAAE,CAAC;YACjC,MAAM,WAAW,GAAyB,EAAE,CAAC;YAE7C,MAAM,KAAK,GAAG,IAAI,4BAAkB,EAAE,CAAC;YACvC,KAAK,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAE1B,MAAM,aAAa,GAAyE;gBACxF,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,OAAO,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;aAC5E,CAAC;YAEF,MAAM,QAAQ,GAAY,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9E,MAAM,YAAY,GAAW,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;YAEnD,IAAI,CAAC,IAAA,mBAAQ,GAAE,EAAE;gBACb,8BAA8B;gBAC9B,aAAa,CAAC,cAAc,GAAG,wBAAwB,CAAC;aAC3D;YAED,IAAI,OAAO,CAAC,YAAY,EAAE;gBACtB,aAAa,CAAC,eAAe,GAAG,OAAO,CAAC,YAAY,CAAC;gBACrD,aAAa,CAAC,IAAI,GAAG,CAAC,iBAAiB,OAAO,CAAC,YAAY,CAAC,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;aACvG;YAED,IAAI,OAAuD,CAAC;YAE5D,IAAI;gBACA,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBAE7C,8DAA8D;gBAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;gBAEzD,OAAO,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC;oBACtC,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,eAAe,EAAE,QAAQ,CAAC,eAAe;oBACzC,cAAc,EAAE,MAAM,QAAQ,CAAC,cAAc;oBAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,iBAAiB,EAAE,IAAI;iBAC1B,CAAC,CAAC;aACN;YAAC,OAAO,CAAC,EAAE;gBACR,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,+EAA+E,CAAC,CAAC;aAChG;YAED,MAAM,kBAAkB,GAAW,OAAO,OAAO,CAAC,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC;YAEvH,MAAM,OAAO,GAAG,iBAAO,CAAC,OAAO,CAAC;gBAC5B,OAAO,EAAE,IAAI;gBACb,aAAa;gBACb,KAAK;gBACL,OAAO;gBACP,kBAAkB;gBAClB,WAAW,EAAE,CAAO,IAAiB,EAAE,OAAuB,EAAE,EAAE;oBAE9D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;oBACjC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC;oBAE/C,IAAI,QAAQ,EAAE;wBACV,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,eAAe,YAAY,kCAAkC,CAAC,CAAC;wBAC1E,MAAM,IAAA,uBAAU,EAAC,IAAI,EAAE,YAAY,CAAC,CAAC;wBACrC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;qBACtC;oBAED,mBAAmB;oBACnB,qEAAqE;oBACrE,gFAAgF;oBAChF,kFAAkF;oBAClF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;oBAElC,MAAM,SAAS,GAAuB;wBAClC,IAAI,8BAAY,CAAC,IAAI,CAAC;wBACtB,IAAI,kCAAgB,CAAC,IAAI,CAAC;qBAC7B,CAAC;oBAEF,oBAAoB,CAAC,IAAI,CAAC,GAAG,IAAI,+BAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;oBAE1E,MAAM,MAAM,GAAG,IAAI,+BAAa,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;oBAEnD,IAAI,aAAwC,CAAC;oBAE7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;wBACxB,IAAI,IAAA,iCAAe,EAAC,KAAK,CAAC,EAAE;4BACxB,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;4BAChD,aAAa,GAAG,KAAK,CAAC;4BACtB,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC;yBAChC;qBACJ;oBAED,8CAA8C;oBAC9C,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE;wBACpD,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,CAAC;wBAC7C,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;4BACvC,MAAM,MAAM,GAAG,MAAM,IAAA,qBAAa,EAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;4BAC1D,IAAI,MAAM,EAAE;gCACR,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,oCAAoC,iBAAiB,EAAE,CAAC,CAAC;gCACrE,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;6BACjC;yBACJ;qBACJ;oBAED,0BAA0B;oBAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBACZ,kBAAkB;wBAClB,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;wBAE7C,MAAM,OAAO,GAAG,MAAM,IAAA,uCAAkB,EAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;wBAC5D,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,mBAAmB,OAAO,aAAa,CAAC,CAAC;wBACrD,8CAA8C;wBAC9C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;qBACvB;oBAED,uCAAuC;oBACvC,IAAI,OAAO,CAAC,eAAe,EAAE;wBACzB,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;wBACvB,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;wBACrE,MAAM,IAAI,GAAG,IAAA,cAAO,EAAC,OAAO,CAAC,eAAe,EAAE,GAAG,SAAS,MAAM,CAAC,CAAC;wBAClE,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;wBAE5C,MAAM,qBAAqB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;wBAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;wBAErD,MAAM,IAAI,CAAC,UAAU,CAAC;4BAClB,IAAI;4BACJ,QAAQ;4BACR,qBAAqB;yBACxB,CAAC,CAAC;wBAEH,WAAW,CAAC,IAAI,CAAC;4BACb,QAAQ,EAAE,IAAI;yBACjB,CAAC,CAAC;wBAEH,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;wBAElD,MAAM,CAAC,GAAG,IAAI,sBAAO,CAAC,IAAI,CAAC,CAAC;wBAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;wBACrC,IAAI,UAAU,GAAuB,SAAS,CAAC;wBAC/C,IAAI,WAAW,CAAC;wBAChB,IAAI,aAAa,GAAG,EAAE,CAAC;wBAEvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;4BAC1B,IAAI,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE;gCACnD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gCAChC,IAAI,CAAC,WAAW,EAAE;oCACd,UAAU,GAAG,MAAM,CAAC;oCACpB,WAAW,GAAG,OAAO,CAAC;iCACzB;qCAAM,IAAI,OAAO,IAAI,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE;oCAC/D,UAAU,GAAG,MAAM,CAAC;oCACpB,WAAW,GAAG,OAAO,CAAC;iCACzB;gCACD,aAAa,GAAG,GAAG,aAAa,IAAI,MAAM,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,EAAE,CAAA;6BAC/D;yBACJ;wBACD,IAAI,UAAU,EAAE;4BACZ,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,uBAAuB,UAAU,IAAI,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,GAAG,EAAE,CAAC,CAAC;yBACxE;6BAAM;4BACH,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;yBACxD;wBAED,IAAI,CAAC,YAAY,GAAG,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,GAAG,CAAC;wBACrC,IAAI,CAAC,cAAc,GAAG,IAAA,0BAAkB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBAC5D,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;wBAC9D,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,6BAA6B,aAAa,EAAE,CAAC,CAAC;qBAC7D;yBAAM;wBACH,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;qBAChG;oBAED,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC;oBAC3D,yCAAyC;oBACzC,IAAI,SAAS,EAAE;wBAEX,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;wBACjC,sBAAsB;wBACtB,MAAM,QAAQ,GAAG,IAAI,mCAAiB,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,oCAAkB,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBAC1G,uBAAuB;wBACvB,MAAM,MAAM,GAAG,GAAG,QAAQ,8EAA8E,GAAG,+yCAA+yC,CAAC;wBAE35C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;wBACrC,MAAM,iBAAiB,GAAG,GAAG,CAAC;wBAC9B,MAAM,UAAU,GAAW,IAAI,GAAG,iBAAiB,GAAG,MAAM,CAAC;wBAE7D,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,aAAa,MAAM,kCAAkC,UAAU,EAAE,CAAC,CAAC;wBAE9E,MAAM,OAAO,GAAgB;4BACzB,MAAM,EAAE,MAAM;4BACd,OAAO,EAAE;gCACL,cAAc,EAAE,kBAAkB;gCAClC,eAAe,EAAE,UAAU,SAAS,EAAE;6BACzC;4BACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gCACjB,KAAK,EAAE,kBAAkB;gCACzB,MAAM;gCACN,WAAW,EAAE,IAAI;gCACjB,UAAU;gCACV,KAAK,EAAE,CAAC;gCACR,iBAAiB,EAAE,CAAC;gCACpB,gBAAgB,EAAE,CAAC;6BACtB,CAAC;yBACL,CAAA;wBAED,sCAAsC;wBACtC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBAC5B,IAAI,MAAM,GAAW,GAAG,CAAC;wBACzB,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;4BACnG,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;4BACzB,IAAI,MAAM,KAAK,GAAG,EAAE;gCAChB,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;6BAC1B;4BACD,OAAO;wBACX,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;4BACZ,sCAAsC;4BACtC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;wBACnC,CAAC,CAAC,CAAC;wBAEH,IAAI,MAAM,KAAK,GAAG,EAAE;4BAUhB,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;4BACnC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,8BAA8B,KAAK,CAAC,aAAa,eAAe,KAAK,CAAC,iBAAiB,UAAU,KAAK,CAAC,YAAY,EAAE,CAAC,CAAA;4BAEjI,mDAAmD;4BACnD,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC1D,MAAM,QAAQ,GAAc,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;4BACnD,sCAAsC;4BAEtC,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,eAAe,CAAC;4BAC9C,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;4BACxC,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC;yBAC9C;6BAAM;4BACH,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,kDAAkD,MAAM,EAAE,CAAC,CAAC;4BACvE,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;yBAC/B;qBACJ;yBAAM;wBACH,uCAAuC;wBACvC,sFAAsF;wBACtF,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,mHAAmH,CAAC,CAAC;wBAE9I,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAElC,sBAAsB;wBACtB,IAAI,OAAO,IAAI,IAAA,iCAAiB,EAAC,OAAO,CAAC,EAAE;4BACvC,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,SAAS,OAAO,CAAC,MAAM,iBAAiB,CAAC,CAAC;4BACtD,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;4BACvC,MAAM,OAAO,GAAW,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,0BAAU,EAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;4BAC7E,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,cAAc,OAAO,GAAG,CAAC,CAAC;4BACtC,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;yBACpD;qBACJ;gBACL,CAAC,CAAA;gBACD,0BAA0B;aAC7B,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC;YAEpB,OAAO;gBACH,IAAI;gBACJ,oBAAoB;gBACpB,MAAM;gBACN,WAAW;aACd,CAAC;QACN,CAAC;KAAA;CACJ;AArRD,8CAqRC"}
+{"version":3,"file":"ArachneWebService.js","sourceRoot":"","sources":["../src/ArachneWebService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,kCAAkC;AAClC,4BAA0B,CAAC,0CAA0C;AACrE,+BAA+B;AAC/B,uCAAyB;AACzB,iDAAmC;AAEnC,2CAAyF;AACzF,2DAW+B;AAE/B,mDAAqC;AAGrC,gEAAmC;AAInC,mDAAgD;AAChD,mEAAgE;AAChE,yCAA4E;AAC5E,+CAA4C;AAC5C,mDAAgD;AAChD,iDAA8E;AAC9E,6DAA0D;AAC1D,6DAA0D;AA+D1D,MAAa,iBAAiB;IAC1B;;;;;;OAMG;IACU,cAAc,CAAC,GAAW,EAAE,UAAoC,EAAE;;YAE3E,MAAM,IAAI,GAA2B,EAAE,CAAC;YACxC,MAAM,oBAAoB,GAAqB,EAAE,CAAC;YAClD,MAAM,MAAM,GAAkB,EAAE,CAAC;YACjC,MAAM,WAAW,GAAyB,EAAE,CAAC;YAC7C,IAAI,QAAQ,GAAiB,EAAE,CAAC;YAEhC,wBAAwB;YAExB,MAAM,OAAO,GAAG,MAAM,IAAA,uBAAU,EAAC,GAAG,CAAC,CAAC;YAEtC,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;YAEpD,MAAM,KAAK,GAAG,IAAI,4BAAkB,EAAE,CAAC;YACvC,KAAK,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;YAE1B,MAAM,aAAa,GAAyE;gBACxF,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,OAAO,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;aAC5E,CAAC;YAEF,MAAM,QAAQ,GAAY,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9E,MAAM,YAAY,GAAW,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC;YAEnD,IAAI,CAAC,IAAA,mBAAQ,GAAE,EAAE;gBACb,8BAA8B;gBAC9B,aAAa,CAAC,cAAc,GAAG,wBAAwB,CAAC;aAC3D;YAED,IAAI,OAAO,CAAC,YAAY,EAAE;gBACtB,aAAa,CAAC,eAAe,GAAG,OAAO,CAAC,YAAY,CAAC;gBACrD,aAAa,CAAC,IAAI,GAAG,CAAC,iBAAiB,OAAO,CAAC,YAAY,CAAC,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;aACvG;YAED,IAAI,OAAuD,CAAC;YAE5D,IAAI;gBACA,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBAEhD,8DAA8D;gBAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;gBAEzD,OAAO,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC;oBACtC,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,eAAe,EAAE,QAAQ,CAAC,eAAe;oBACzC,cAAc,EAAE,MAAM,QAAQ,CAAC,cAAc;oBAC7C,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,iBAAiB,EAAE,IAAI;iBAC1B,CAAC,CAAC;aACN;YAAC,OAAO,CAAC,EAAE;gBACR,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,+EAA+E,CAAC,CAAC;aAChG;YAED,MAAM,kBAAkB,GAAW,OAAO,OAAO,CAAC,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC;YAEvH,MAAM,OAAO,GAAG,iBAAO,CAAC,OAAO,CAAC;gBAC5B,OAAO,EAAE,IAAI;gBACb,aAAa;gBACb,KAAK;gBACL,OAAO;gBACP,kBAAkB;gBAClB,WAAW,EAAE,CAAO,IAAiB,EAAE,OAAuB,EAAE,EAAE;oBAE9D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;oBACjC,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;oBACvB,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACpE,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC;oBAE/C,IAAI,QAAQ,EAAE;wBACV,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,eAAe,YAAY,kCAAkC,CAAC,CAAC;wBAC1E,MAAM,IAAA,uBAAU,EAAC,IAAI,EAAE,YAAY,CAAC,CAAC;wBACrC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;qBACtC;oBAED,mBAAmB;oBACnB,qEAAqE;oBACrE,gFAAgF;oBAChF,kFAAkF;oBAClF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;oBAClC,MAAM,CAAC,GAAiB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAE3C,MAAM,WAAW,GAAG,CAAC,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAElE,MAAM,SAAS,GAAuB;wBAClC,IAAI,8BAAY,CAAC,IAAI,CAAC;wBACtB,IAAI,kCAAgB,CAAC,IAAI,CAAC;qBAC7B,CAAC;oBAEF,oBAAoB,CAAC,IAAI,CAAC,GAAG,IAAI,+BAAa,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;oBAE1E,MAAM,MAAM,GAAG,IAAI,+BAAa,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;oBAEnD,IAAI,aAAwC,CAAC;oBAC7C,IAAI,wBAAiE,CAAC;oBAEtE,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;oBAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;wBACxB,IAAI,IAAA,iCAAe,EAAC,KAAK,CAAC,EAAE;4BACxB,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;4BAChD,aAAa,GAAG,KAAK,CAAC;4BACtB,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC;yBAChC;6BAAM,IAAI,IAAA,4CAA0B,EAAC,KAAK,CAAC,EAAE;4BAC1C,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;4BAChD,wBAAwB,GAAG,KAAK,CAAC;4BACjC,MAAM,CAAC,wBAAwB,GAAG,KAAK,CAAC;yBAC3C;6BAAM;4BACH,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,qBAAqB,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;yBACtE;qBACJ;oBAED,8CAA8C;oBAC9C,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE;wBACpD,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,CAAC;wBAC7C,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;4BACvC,MAAM,MAAM,GAAG,MAAM,IAAA,qBAAa,EAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;4BAC1D,IAAI,MAAM,EAAE;gCACR,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,oCAAoC,iBAAiB,EAAE,CAAC,CAAC;gCACrE,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;6BACjC;yBACJ;qBACJ;oBAED,0BAA0B;oBAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBACZ,kBAAkB;wBAClB,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;wBAE7C,MAAM,OAAO,GAAG,MAAM,IAAA,uCAAkB,EAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;wBAC5D,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,mBAAmB,OAAO,aAAa,CAAC,CAAC;wBACrD,8CAA8C;wBAC9C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;qBACvB;oBAED,uCAAuC;oBACvC,IAAI,OAAO,CAAC,eAAe,EAAE;wBAEzB,MAAM,IAAI,GAAG,IAAA,cAAO,EAAC,OAAO,CAAC,eAAe,EAAE,GAAG,QAAQ,MAAM,CAAC,CAAC;wBAEjE,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;wBAE5C,MAAM,qBAAqB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;wBAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;wBAErD,MAAM,IAAI,CAAC,UAAU,CAAC;4BAClB,IAAI;4BACJ,QAAQ;4BACR,qBAAqB;yBACxB,CAAC,CAAC;wBAEH,WAAW,CAAC,IAAI,CAAC;4BACb,QAAQ,EAAE,IAAI;yBACjB,CAAC,CAAC;wBACH,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;wBAEjC,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;wBACnC,MAAM,CAAC,GAAG,IAAI,sBAAO,CAAC,IAAI,CAAC,CAAC;wBAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;wBACrC,IAAI,UAAU,GAAuB,SAAS,CAAC;wBAC/C,IAAI,WAAW,CAAC;wBAChB,IAAI,aAAa,GAAG,EAAE,CAAC;wBAEvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;4BAC1B,IAAI,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE;gCACnD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;gCAChC,IAAI,CAAC,WAAW,EAAE;oCACd,UAAU,GAAG,MAAM,CAAC;oCACpB,WAAW,GAAG,OAAO,CAAC;iCACzB;qCAAM,IAAI,OAAO,IAAI,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE;oCAC/D,UAAU,GAAG,MAAM,CAAC;oCACpB,WAAW,GAAG,OAAO,CAAC;iCACzB;gCAED,QAAQ,MAAM,EAAE;oCACZ,KAAK,cAAc,CAAC;oCACpB,KAAK,SAAS;wCACV,IAAI,CAAC,YAAY,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,CAAC;wCACjC,SAAS;oCACb,KAAK,aAAa;wCACd,IAAI,CAAC,gBAAgB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,CAAC;wCACrC,SAAS;oCACb,QAAQ;iCACX;gCAED,MAAM,YAAY,GAAG,YAAY,GAAG,IAAA,gBAAQ,EAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,CAAC,GAAG,gBAAgB,CAAC;gCAC9E,aAAa,GAAG,GAAG,aAAa,IAAI,MAAM,KAAK,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,KAAK,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,IAAI,YAAY,GAAG,CAAA;6BACzG;yBACJ;wBACD,IAAI,UAAU,EAAE;4BACZ,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,uBAAuB,UAAU,IAAI,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,GAAG,EAAE,CAAC,CAAC;yBACxE;6BAAM;4BACH,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;yBACxD;wBAED,IAAI,CAAC,YAAY,GAAG,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,GAAG,CAAC;wBACrC,IAAI,CAAC,cAAc,GAAG,IAAA,0BAAkB,EAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBAE5D,MAAM,cAAc,GAAG,YAAY,GAAG,IAAA,gBAAQ,EAAC,IAAI,CAAC,YAAY,CAAC,GAAG,gBAAgB,CAAC;wBACrF,MAAM,gBAAgB,GAAG,YAAY,GAAG,IAAA,gBAAQ,EAAC,IAAI,CAAC,cAAc,CAAC,GAAG,gBAAgB,CAAC;wBACzF,MAAM,cAAc,GAAG,YAAY,GAAG,IAAA,gBAAQ,EAAC,IAAI,CAAC,YAAY,CAAC,GAAG,gBAAgB,CAAA;wBAEpF,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,YAAY,IAAI,cAAc,EAAE,CAAC,CAAC;wBACrE,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,cAAc,IAAI,gBAAgB,EAAE,CAAC,CAAC;wBAC3E,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,YAAY,IAAI,cAAc,EAAE,CAAC,CAAC;wBACrE,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;qBACrD;yBAAM;wBACH,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;qBAChG;oBAED,sBAAsB;oBACtB,MAAM,QAAQ,GAAG,IAAI,mCAAiB,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,oCAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAErI,IAAI,OAAO,CAAC,YAAY,EAAE;wBACtB,MAAM,IAAI,GAAG,IAAA,cAAO,EAAC,OAAO,CAAC,YAAY,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAC;wBAC7D,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,uBAAuB,IAAI,KAAK,CAAC,CAAC;wBAC9C,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;wBAC5C,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;qBAC1B;oBAUD,IAAI,MAAM,GAA0B,SAAS,CAAC;oBAE9C,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC;oBAC3D,yCAAyC;oBACzC,IAAI,SAAS,EAAE;wBAEX,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;wBAEjC,MAAM,SAAS,GAAG,IAAA,gCAAoB,EAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;wBAEtD,IAAI,MAAM,GAAW,SAAS,CAAC,MAAM,CAAC;wBACtC,IAAI,SAAS,GAAW,SAAS,CAAC,SAAS,CAAC;wBAC5C,IAAI,MAAM,GAAW,SAAS,CAAC,MAAM,CAAC;wBAEtC,+BAA+B;wBAC/B,IAAI,SAAS,GAAG,CAAC,IAAI,OAAO,EAAE;4BAC1B,iBAAiB;4BACjB,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,wDAAwD,OAAO,KAAK,CAAC,CAAC;4BACjF,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BACzB,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;4BACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;4BACzC,MAAM,eAAe,GAAG,IAAI,mCAAiB,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,oCAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;4BAEnJ,MAAM,aAAa,GAAG,IAAA,gCAAoB,EAAC,eAAe,EAAE,GAAG,CAAC,CAAC;4BAEjE,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,oBAAoB,aAAa,CAAC,MAAM,SAAS,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC;4BAEvF,IAAI,aAAa,CAAC,SAAS,GAAG,CAAC,EAAE;gCAC7B,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gCACnC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;gCAC9B,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;gCACpC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;6BACjC;yBACJ;wBAED,IAAI,SAAS,GAAG,CAAC,IAAI,aAAa,IAAI,wBAAwB,EAAE;4BAC5D,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;4BAC/F,4CAA4C;4BAE5C,MAAM,gBAAgB,GAAG,IAAA,+BAAmB,EAAC,aAAa,IAAI,wBAAwB,EAAE,GAAG,CAAC,CAAC;4BAE7F,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,uBAAuB,gBAAgB,CAAC,MAAM,SAAS,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC;4BAEhG,IAAI,gBAAgB,CAAC,SAAS,GAAG,CAAC,EAAE;gCAChC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAA;gCACnE,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;gCACjC,SAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC;gCACvC,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;6BACpC;yBACJ;wBAED,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,mBAAmB,MAAM,kCAAkC,SAAS,GAAG,CAAC,CAAC;wBAEpF,MAAM,OAAO,GAAgB;4BACzB,MAAM,EAAE,MAAM;4BACd,OAAO,EAAE;gCACL,cAAc,EAAE,kBAAkB;gCAClC,eAAe,EAAE,UAAU,SAAS,EAAE;6BACzC;4BACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gCACjB,KAAK,EAAE,kBAAkB;gCACzB,MAAM;gCACN,WAAW,EAAE,IAAI;gCACjB,UAAU,EAAE,SAAS;gCACrB,KAAK,EAAE,CAAC;gCACR,iBAAiB,EAAE,CAAC;gCACpB,gBAAgB,EAAE,CAAC;6BACtB,CAAC;yBACL,CAAA;wBAED,sCAAsC;wBACtC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBAC5B,IAAI,MAAM,GAAW,GAAG,CAAC;wBACzB,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;4BACnG,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;4BACzB,IAAI,MAAM,KAAK,GAAG,EAAE;gCAChB,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;6BAC1B;4BACD,OAAO,QAAQ,CAAC;wBACpB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;4BACZ,sCAAsC;4BACtC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;wBACnC,CAAC,CAAC,CAAC;wBAEH,IAAI,MAAM,KAAK,GAAG,EAAE;4BAEhB,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;4BACnC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,8BAA8B,KAAK,CAAC,aAAa,eAAe,KAAK,CAAC,iBAAiB,UAAU,KAAK,CAAC,YAAY,EAAE,CAAC,CAAA;4BAEjI,mDAAmD;4BACnD,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC1D,IAAI;gCACA,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gCAChC,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;6BACrD;4BAAC,OAAO,CAAC,EAAE;gCACR,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;gCAC3C,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;6BAC1B;yBACJ;6BAAM;4BACH,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,kDAAkD,MAAM,EAAE,CAAC,CAAC;4BACvE,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;yBAC/B;qBACJ;oBAED,4DAA4D;oBAE5D,MAAM,YAAY,GAAG,IAAA,iCAAe,EAAC,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,wBAAwB,CAAC,CAAC;oBAE9F,QAAQ,qBACD,YAAY,CAClB,CAAC;oBAEF,iDAAiD;oBACjD,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,iBAAiB,EAAE;wBAC3B,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,iBAAiB,CAAC;qBAC5C;oBAED,iBAAiB;oBACjB,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,EAAE;wBACrB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;qBACzC;yBAAM;wBACH,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;qBAClC;oBAED,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,EAAE;wBACzB,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,eAAe,CAAC;qBAC/C;yBAAM;wBACH,IAAI,CAAC,aAAa,GAAG,IAAA,iCAAe,EAAC,IAAI,CAAC,CAAC;qBAC9C;gBACL,CAAC,CAAA;gBACD,0BAA0B;aAC7B,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC;YAEpB,OAAO;gBACH,IAAI;gBACJ,oBAAoB;gBACpB,MAAM;gBACN,WAAW;gBACX,QAAQ;aACX,CAAC;QACN,CAAC;KAAA;CACJ;AA1XD,8CA0XC"}

package/lib/index.d.ts

@@ -1,2 +1,3 @@
 /*! Copyright (c) 2023, XAPP AI */
 export * from "./ArachneWebService";
+export * from "./models";

package/lib/index.js

@@ -16,4 +16,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 /*! Copyright (c) 2023, XAPP AI */
 __exportStar(require("./ArachneWebService"), exports);
+__exportStar(require("./models"), exports);
 //# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kCAAkC;AAClC,sDAAoC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kCAAkC;AAClC,sDAAoC;AACpC,2CAAyB"}

package/lib/models.d.ts

@@ -0,0 +1,109 @@
+/*! Copyright (c) 2023, XAPP AI */
+import { HomeAndConstructionBusiness, LocalBusiness } from "schema-dts";
+export interface WebsiteSchema {
+    localBusiness?: LocalBusiness;
+    homeConstructionBusiness?: HomeAndConstructionBusiness;
+}
+export interface WebsiteDescriptiveData {
+    /**
+     * A square image that most likely is the logo.
+     */
+    logo?: string;
+    /**
+     * Calls to action detected on the website such as "Free Quote" or "Schedule Consultation"
+     */
+    callsToAction?: {
+        callToAction: string;
+        url?: string;
+    }[];
+    /**
+     * A description of the organization found on the website
+     */
+    description?: string;
+    /**
+     * Phone numbers
+     */
+    phoneNumbers?: {
+        number: string;
+        purpose?: string;
+    }[];
+    /**
+     * Primary (most popular) color  detected on the website
+     */
+    primaryColor?: string;
+    /**
+     * Secondary color that complements the primary color on the website.
+     */
+    secondaryColor?: string;
+    /**
+     * Vibrant color, excellent for highlight
+     */
+    vibrantColor?: string;
+    /**
+     * Dark vibrant color
+     */
+    darkVibrantColor?: string;
+}
+export interface ScreenshotLocation {
+    /**
+     * The local file path that the screenshot was saved to.
+     */
+    filePath: string;
+}
+export interface BusinessHourPeriod {
+    open: {
+        day: "SUNDAY" | "MONDAY" | "TUESDAY" | "WEDNESDAY" | "THURSDAY" | "FRIDAY" | "SATURDAY";
+        time: string;
+    };
+}
+type HOME_CONSTRUCTION_SERVICES = "plumbing" | "hvac" | "roofing" | "remodelling" | "";
+type HOME_SERVICES = "moving" | "cleaning";
+type PROFESSIONAL_SERVICES = "legal";
+export interface BusinessAddress {
+    formated?: string;
+    streetAddress?: string;
+    postalCode?: string;
+    /**
+     * City, Town or Locality.  This is typically from the "city" of "city", "state"
+     */
+    locality?: string;
+    /**
+     * Typically the state.
+     */
+    region?: string;
+    country?: string;
+}
+export interface BusinessAreasServed {
+    locality?: string;
+}
+export interface BusinessData {
+    /**
+     * Name of the business
+     */
+    name?: string;
+    services?: (HOME_SERVICES | HOME_CONSTRUCTION_SERVICES | PROFESSIONAL_SERVICES)[];
+    /**
+     * How the business describes themselves
+     */
+    typeRaw?: string;
+    /**
+     * Phone numbers
+     */
+    phoneNumbers?: {
+        number: string;
+        purpose?: string;
+    }[];
+    /**
+     * Primary business address
+     */
+    address?: BusinessAddress;
+    serviceArea?: BusinessAreasServed;
+    geo?: {
+        lat: string;
+        lon: string;
+    };
+    hours?: {
+        periods: [];
+    };
+}
+export {};

package/lib/models.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=models.js.map

package/lib/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":""}

package/lib/utils/getBusinessData.d.ts

@@ -0,0 +1,4 @@
+/*! Copyright (c) 2023, XAPP AI */
+import { HomeAndConstructionBusiness, LocalBusiness } from "schema-dts";
+import { BusinessData } from "../models";
+export declare function getBusinessData(schema: LocalBusiness | HomeAndConstructionBusiness | undefined): Partial<BusinessData>;

package/lib/utils/getBusinessData.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getBusinessData = void 0;
+const arachne_parsers_1 = require("@xapp/arachne-parsers");
+function getBusinessData(schema) {
+    if (!schema) {
+        return {};
+    }
+    const partial = {};
+    if (schema && typeof schema === "object") {
+        // try to get it from JSON?
+        if (typeof schema.name === "string") {
+            partial.name = schema === null || schema === void 0 ? void 0 : schema.name;
+        }
+        if (typeof schema.telephone === "string") {
+            partial.phoneNumbers = [{ number: schema.telephone }];
+        }
+        if ((0, arachne_parsers_1.isTyped)(schema.address)) {
+            const address = schema.address;
+            if ((0, arachne_parsers_1.isPostalAddress)(address)) {
+                partial.address = {};
+                if (address.addressLocality && typeof address.addressLocality === "string") {
+                    partial.address.locality = address.addressLocality;
+                }
+                if (address.streetAddress && typeof address.streetAddress === "string") {
+                    partial.address.streetAddress = address.streetAddress;
+                }
+                if (address.postalCode && typeof address.postalCode === "string") {
+                    partial.address.postalCode = address.postalCode;
+                }
+            }
+        }
+    }
+    return partial;
+}
+exports.getBusinessData = getBusinessData;
+//# sourceMappingURL=getBusinessData.js.map

package/lib/utils/getBusinessData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getBusinessData.js","sourceRoot":"","sources":["../../src/utils/getBusinessData.ts"],"names":[],"mappings":";;;AAGA,2DAAiE;AAEjE,SAAgB,eAAe,CAAC,MAA+D;IAE3F,IAAI,CAAC,MAAM,EAAE;QACT,OAAO,EAAE,CAAC;KACb;IAED,MAAM,OAAO,GAA0B,EAAE,CAAC;IAE1C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;QAEtC,2BAA2B;QAC3B,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE;YACjC,OAAO,CAAC,IAAI,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,CAAC;SAC/B;QAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE;YACtC,OAAO,CAAC,YAAY,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAA;SACxD;QAED,IAAI,IAAA,yBAAO,EAAC,MAAM,CAAC,OAAO,CAAC,EAAE;YAEzB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAE/B,IAAI,IAAA,iCAAe,EAAC,OAAO,CAAC,EAAE;gBAC1B,OAAO,CAAC,OAAO,GAAG,EAAE,CAAC;gBACrB,IAAI,OAAO,CAAC,eAAe,IAAI,OAAO,OAAO,CAAC,eAAe,KAAK,QAAQ,EAAE;oBACxE,OAAO,CAAC,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,eAAe,CAAC;iBACtD;gBAED,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,OAAO,CAAC,aAAa,KAAK,QAAQ,EAAE;oBACpE,OAAO,CAAC,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;iBACzD;gBAED,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,EAAE;oBAC9D,OAAO,CAAC,OAAO,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;iBACnD;aACJ;SACJ;KACJ;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAzCD,0CAyCC"}

package/lib/utils/getCallToAction.d.ts

@@ -0,0 +1,11 @@
+/*! Copyright (c) 2023, XAPP AI */
+/**
+ * Uses a regex to try to find calls to action within the HTML.
+ *
+ * @param html
+ * @returns
+ */
+export declare function getCallToAction(html: string): {
+    callToAction: string;
+    url?: string;
+}[];

package/lib/utils/getCallToAction.js

@@ -0,0 +1,30 @@
+"use strict";
+/*! Copyright (c) 2023, XAPP AI */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getCallToAction = void 0;
+const stentor_logger_1 = require("stentor-logger");
+const stentor_utils_1 = require("stentor-utils");
+/**
+ * Uses a regex to try to find calls to action within the HTML.
+ *
+ * @param html
+ * @returns
+ */
+function getCallToAction(html) {
+    const callsToAction = [];
+    // Try to figure out the call to action
+    // TODO: Can we use our model export and a simple NLU to better find possible matches?
+    const REGEX = new RegExp(/(free|get|request|schedule)( a| an|) (consultation|quote|estimate|inspection|estimates|assessment|appointment)/gmi);
+    const matches = html.match(REGEX);
+    // Just grab the first
+    if (matches && (0, stentor_utils_1.existsAndNotEmpty)(matches)) {
+        (0, stentor_logger_1.log)().debug(`Found ${matches.length} potential CTAs`);
+        const match = matches[0].toLowerCase();
+        const cleaned = match.split(" ").map((i) => (0, stentor_utils_1.capitalize)(i)).join(" ");
+        (0, stentor_logger_1.log)().debug(`Found CTA "${cleaned}"`);
+        callsToAction.push({ callToAction: cleaned });
+    }
+    return callsToAction;
+}
+exports.getCallToAction = getCallToAction;
+//# sourceMappingURL=getCallToAction.js.map

package/lib/utils/getCallToAction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getCallToAction.js","sourceRoot":"","sources":["../../src/utils/getCallToAction.ts"],"names":[],"mappings":";AAAA,kCAAkC;;;AAElC,mDAAqC;AACrC,iDAA8D;AAG9D;;;;;GAKG;AACH,SAAgB,eAAe,CAAC,IAAY;IAExC,MAAM,aAAa,GAA6C,EAAE,CAAC;IAEnE,uCAAuC;IACvC,sFAAsF;IACtF,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,mHAAmH,CAAC,CAAC;IAE9I,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAElC,sBAAsB;IACtB,IAAI,OAAO,IAAI,IAAA,iCAAiB,EAAC,OAAO,CAAC,EAAE;QACvC,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,SAAS,OAAO,CAAC,MAAM,iBAAiB,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,OAAO,GAAW,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,0BAAU,EAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7E,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,cAAc,OAAO,GAAG,CAAC,CAAC;QACtC,aAAa,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;KACjD;IAED,OAAO,aAAa,CAAC;AACzB,CAAC;AApBD,0CAoBC"}

package/lib/utils/getColors.js

@@ -0,0 +1,4 @@
+"use strict";
+// export
+//   export function getColors(): 
+//# sourceMappingURL=getColors.js.map

package/lib/utils/getColors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getColors.js","sourceRoot":"","sources":["../../src/utils/getColors.ts"],"names":[],"mappings":";AACA,SAAS;AAER,kCAAkC"}

package/lib/utils/getPrompt.d.ts

@@ -0,0 +1,11 @@
+export interface Prompt {
+    prompt: string;
+    tokens: number;
+    maxTokens: number;
+}
+export declare function getTokens(prompt: string, response?: number): {
+    tokens: number;
+    maxTokens: number;
+};
+export declare function getWebMarkdownPrompt(markdown: string, url: string): Prompt;
+export declare function getJSONSchemaPrompt(json: any, url: string): Prompt;

package/lib/utils/getPrompt.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getJSONSchemaPrompt = exports.getWebMarkdownPrompt = exports.getTokens = void 0;
+/*! Copyright (c) 2023, XAPP AI */
+const { encode } = require('gpt-3-encoder');
+function getTokens(prompt, response = 550) {
+    const tokens = encode(prompt).length;
+    const maxTokens = 4000 - response - tokens;
+    return { tokens, maxTokens };
+}
+exports.getTokens = getTokens;
+function getWebMarkdownPrompt(markdown, url) {
+    const prompt = `Your task is to analyze the contents of a website (provided in markdown below) found at ${url} and provide information about the organization from what is on the website.  You will only provide information available through the website content about the services they provide, contact information and a description of the business.\n\n===========\n${markdown}\n===========\nPlease print out in JSON format information about the website above with the following keys:\n\n\"organization_name\" - The name of the organization for the website.\n\"phone_numbers\" - An array of phone numbers for the organization.  If available, include what they are used for such as \"customer support\" or \"sales\", if unknown then leave it blank.  Use an object with keys: number and purpose.\n\"addresses\" - An array of addresses for the organization.\n\"services\" - An array of the top five unique most common services the organization provides, they should be concinse and no more than a few words such as \"Roofing\", \"Conversational AI Services\", \"Bathroom Remodelling\"\n\"calls_to_action\" - An array of the top five unique calls to action found on the site and their fully formed URL if they have one.  Good examples of calls to actions are \"Request Demo\", \"Get Started\", \"Free Quote\", \"Schedule Consultation\", \"Sign Up\".  Bad examples are \"Learn More\" or \"Follow us on Facebook\".  Use an object with keys: url & callToAction in the array.  For the url please combine it properly with the website's URL.\n\"description\" - A description of what the organization does, include the name of the organization, their services, their location, phone number, email.  Keep it concise and to a few sentences and around 480 characters.\n \n{`;
+    const tokens = getTokens(prompt);
+    return Object.assign({ prompt }, tokens);
+}
+exports.getWebMarkdownPrompt = getWebMarkdownPrompt;
+function getJSONSchemaPrompt(json, url) {
+    const jsonString = JSON.stringify(json);
+    const prompt = `${jsonString}\n====\nAbove is the JSON schema for a website found at ${url}.   Please print out in JSON format information about the website above with the following keys:\n\n\"organization_name\" - The name of the organization for the website.\n\"description\" - A description of what the organization does, include the name of the organization, their services, their location, phone number, email and hours if available.  Keep it concise and to a few sentences and around 480 characters.\n \n{`;
+    const tokens = getTokens(prompt);
+    return Object.assign({ prompt }, tokens);
+}
+exports.getJSONSchemaPrompt = getJSONSchemaPrompt;
+//# sourceMappingURL=getPrompt.js.map

package/lib/utils/getPrompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getPrompt.js","sourceRoot":"","sources":["../../src/utils/getPrompt.ts"],"names":[],"mappings":";;;AAAA,kCAAkC;AAClC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAS5C,SAAgB,SAAS,CAAC,MAAc,EAAE,WAAmB,GAAG;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,SAAS,GAAW,IAAI,GAAG,QAAQ,GAAG,MAAM,CAAC;IAEnD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACjC,CAAC;AALD,8BAKC;AAGD,SAAgB,oBAAoB,CAAC,QAAgB,EAAE,GAAW;IAE9D,MAAM,MAAM,GAAG,2FAA2F,GAAG,iQAAiQ,QAAQ,w2CAAw2C,CAAC;IAC/tD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IACjC,uBACI,MAAM,IACH,MAAM,EACZ;AACL,CAAC;AARD,oDAQC;AAED,SAAgB,mBAAmB,CAAC,IAAS,EAAE,GAAW;IAEtD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,GAAG,UAAU,2DAA2D,GAAG,saAAsa,CAAC;IACjgB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAEjC,uBACI,MAAM,IACH,MAAM,EACZ;AACL,CAAC;AAVD,kDAUC"}

package/lib/utils/getSiteMap.d.ts

@@ -0,0 +1,15 @@
+/*! Copyright (c) 2023, XAPP AI */
+import "isomorphic-fetch";
+import "abort-controller/polyfill";
+/**
+ * Crawls a webpages sitemap and returns a list of all the URLs found within.
+ *
+ * It will additionally crawl and sitemaps listed within the original.
+ *
+ * @note Written with the help of OpenAI
+ *
+ * @param sitemapUrl
+ * @returns
+ */
+export declare function getSitemap(sitemapUrl: string): Promise<string[]>;
+export declare function getAboutUs(url: string): Promise<string | undefined>;

package/lib/utils/getSiteMap.js

@@ -0,0 +1,140 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getAboutUs = exports.getSitemap = void 0;
+/*! Copyright (c) 2023, XAPP AI */
+require("isomorphic-fetch"); // must be at top, making available to all
+require("abort-controller/polyfill");
+const cheerio = __importStar(require("cheerio"));
+const stentor_logger_1 = require("stentor-logger");
+const fetchSitemap = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    const controller = new AbortController();
+    const { signal } = controller;
+    const TIMEOUT = 5000;
+    // Start a timer that will cancel the fetch operation if not complete within the timeout
+    const timeoutId = setTimeout(() => controller.abort(), TIMEOUT);
+    try {
+        const text = yield fetch(url, { signal }).then((response) => {
+            clearTimeout(timeoutId);
+            return response.text();
+        });
+        return text;
+    }
+    catch (error) {
+        console.error(`Failed to fetch sitemap: ${error}`);
+        return '';
+    }
+});
+/**
+ * Crawls a webpages sitemap and returns a list of all the URLs found within.
+ *
+ * It will additionally crawl and sitemaps listed within the original.
+ *
+ * @note Written with the help of OpenAI
+ *
+ * @param sitemapUrl
+ * @returns
+ */
+function getSitemap(sitemapUrl) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const xmlData = yield fetchSitemap(sitemapUrl);
+        if (!xmlData) {
+            console.error('No sitemap data retrieved.');
+            return [];
+        }
+        const $ = cheerio.load(xmlData, {
+            xmlMode: true
+        });
+        let allUrls = [];
+        // Extract all urls
+        $('url').each((i, url) => {
+            const loc = $(url).find('loc').text();
+            allUrls.push(loc);
+        });
+        // Extract sitemaps and crawl recursively
+        const sitemapNodes = $('sitemap').toArray();
+        for (const sitemapNode of sitemapNodes) {
+            const loc = $(sitemapNode).find('loc').text();
+            const urls = yield getSitemap(loc);
+            allUrls = allUrls.concat(urls);
+        }
+        return allUrls;
+    });
+}
+exports.getSitemap = getSitemap;
+function getAboutUs(url) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const siteUrl = new URL(url);
+        const originalPath = siteUrl.pathname;
+        const sitemapUrl = new URL(url);
+        sitemapUrl.pathname = `${originalPath}sitemap.xml`;
+        (0, stentor_logger_1.log)().debug(`Loading sitemap at ${sitemapUrl.toString()}`);
+        const sitemap = yield getSitemap(sitemapUrl.toString());
+        // clean
+        const cleaned = sitemap.map((value) => {
+            if (value.startsWith("/")) {
+                const cleanedUrl = new URL(url);
+                cleanedUrl.pathname = value;
+                return cleanedUrl.toString();
+            }
+            else {
+                return value;
+            }
+        });
+        // we could have been passed a URL that already has a pathname, we filter by those first
+        const filtered = cleaned.filter((value) => {
+            try {
+                const siteUrl = new URL(value);
+                const sitePath = siteUrl.pathname;
+                return sitePath.startsWith(originalPath);
+            }
+            catch (e) {
+                (0, stentor_logger_1.log)().debug(`Could not validate url ${value}`);
+            }
+            return false;
+        });
+        (0, stentor_logger_1.log)().debug(`Sitemap has ${sitemap.length} pages, filtered to ${filtered.length}`);
+        // find about us page
+        const aboutUs = filtered.find((value) => {
+            const url = new URL(value);
+            const path = url.pathname;
+            // provided by OpenAI
+            const aboutUsRegex = /\/(about(-us)?|company\/about|who-we-are|our-story|info\/about|en\/about|about\/our-company)(\/)?$/i;
+            return aboutUsRegex.test(path);
+        });
+        return aboutUs;
+    });
+}
+exports.getAboutUs = getAboutUs;
+//# sourceMappingURL=getSiteMap.js.map

package/lib/utils/getSiteMap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getSiteMap.js","sourceRoot":"","sources":["../../src/utils/getSiteMap.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,kCAAkC;AAClC,4BAA0B,CAAC,0CAA0C;AACrE,qCAAkC;AAClC,iDAAmC;AAEnC,mDAAqC;AAErC,MAAM,YAAY,GAAG,CAAO,GAAW,EAAmB,EAAE;IAExD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC;IAE9B,MAAM,OAAO,GAAG,IAAI,CAAC;IAErB,wFAAwF;IACxF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAGhE,IAAI;QACA,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YACxD,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;KACf;IAAC,OAAO,KAAK,EAAE;QACZ,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACnD,OAAO,EAAE,CAAC;KACb;AACL,CAAC,CAAA,CAAA;AAED;;;;;;;;;GASG;AACH,SAAsB,UAAU,CAAC,UAAkB;;QAC/C,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAC;QAE/C,IAAI,CAAC,OAAO,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;SACb;QAED,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE;YAC5B,OAAO,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,IAAI,OAAO,GAAa,EAAE,CAAC;QAE3B,mBAAmB;QACnB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;YACrB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,yCAAyC;QACzC,MAAM,YAAY,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAC5C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE;YACpC,MAAM,GAAG,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;YACnC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SAClC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CAAA;AA7BD,gCA6BC;AAED,SAAsB,UAAU,CAAC,GAAW;;QAExC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC;QAEtC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,UAAU,CAAC,QAAQ,GAAG,GAAG,YAAY,aAAa,CAAC;QACnD,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,sBAAsB,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;QAExD,QAAQ;QACR,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAClC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBACvB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAC;gBAC5B,OAAO,UAAU,CAAC,QAAQ,EAAE,CAAC;aAChC;iBAAM;gBACH,OAAO,KAAK,CAAC;aAChB;QACL,CAAC,CAAC,CAAC;QAEH,wFAAwF;QACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YACtC,IAAI;gBACA,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;gBAClC,OAAO,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;aAC5C;YAAC,OAAO,CAAC,EAAE;gBACR,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;aAClD;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,eAAe,OAAO,CAAC,MAAM,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACnF,qBAAqB;QACrB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAC1B,qBAAqB;YACrB,MAAM,YAAY,GAAG,qGAAqG,CAAC;YAE3H,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACnB,CAAC;CAAA;AA9CD,gCA8CC"}

package/lib/utils/image.d.ts

@@ -19,4 +19,5 @@ export declare function imageIsSquare(url: string, minimumSize?: number): Promis
  * @returns
  */
 export declare function complementHexColor(hex: string | undefined): string | undefined;
+export declare function hexToRGB(hex: string | undefined): string | undefined;
 export declare function generateImage(height: number, width: number, hex: string): Promise<Buffer>;

package/lib/utils/image.js

@@ -13,7 +13,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.generateImage = exports.complementHexColor = exports.imageIsSquare = void 0;
+exports.generateImage = exports.hexToRGB = exports.complementHexColor = exports.imageIsSquare = void 0;
 const sharp_1 = __importDefault(require("sharp"));
 /**
  * Determines if the image at the URL provided is square.
@@ -72,6 +72,16 @@ function complementHexColor(hex) {
     return compColor;
 }
 exports.complementHexColor = complementHexColor;
+function hexToRGB(hex) {
+    if (!hex) {
+        return hex;
+    }
+    const r = parseInt(hex.slice(1, 3), 16);
+    const g = parseInt(hex.slice(3, 5), 16);
+    const b = parseInt(hex.slice(5, 7), 16);
+    return `${r};${g};${b}`;
+}
+exports.hexToRGB = hexToRGB;
 // not tested yet
 function generateImage(height, width, hex) {
     return __awaiter(this, void 0, void 0, function* () {

package/lib/utils/image.js.map

@@ -1 +1 @@
-{"version":3,"file":"image.js","sourceRoot":"","sources":["../../src/utils/image.ts"],"names":[],"mappings":";AAAA,kCAAkC;;;;;;;;;;;;;;;AAElC,kDAA0B;AAE1B;;;;;;;;GAQG;AACH,SAAsB,aAAa,CAAC,GAAW,EAAE,WAAoB;;QAEjE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE3C,MAAM,KAAK,GAAG,MAAM,IAAA,eAAK,EAAC,SAAS,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;QAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,MAAM,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;QAElC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;YAC9D,OAAO,QAAQ,IAAI,KAAK,IAAI,WAAW,CAAC;SAC3C;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;CAAA;AAnBD,sCAmBC;AAED;;;;;;;GAOG;AACH,SAAgB,kBAAkB,CAAC,GAAuB;IACtD,IAAI,CAAC,GAAG,EAAE;QACN,OAAO,SAAS,CAAC;KACpB;IACD,kDAAkD;IAClD,MAAM,QAAQ,GAAG,oCAAoC,CAAC;IACtD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QACrB,MAAM,IAAI,SAAS,CAAC,0BAA0B,CAAC,CAAC;KACnD;IAED,gDAAgD;IAChD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;QAClB,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;KACnE;IAED,oCAAoC;IACpC,IAAI,SAAS,GAAG,GAAG,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE;QAC3B,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzD,MAAM,aAAa,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5E,SAAS,IAAI,aAAa,CAAC;KAC9B;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAxBD,gDAwBC;AAGD,iBAAiB;AACjB,SAAsB,aAAa,CAAC,MAAc,EAAE,KAAa,EAAE,GAAW;;QAC1E,OAAO,IAAA,eAAK,EAAC;YACT,MAAM,EAAE;gBACJ,KAAK;gBACL,MAAM;gBACN,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,GAAG;aAClB;SACJ,CAAC;aACG,GAAG,EAAE;aACL,QAAQ,EAAE,CAAC;IACpB,CAAC;CAAA;AAXD,sCAWC"}
+{"version":3,"file":"image.js","sourceRoot":"","sources":["../../src/utils/image.ts"],"names":[],"mappings":";AAAA,kCAAkC;;;;;;;;;;;;;;;AAElC,kDAA0B;AAE1B;;;;;;;;GAQG;AACH,SAAsB,aAAa,CAAC,GAAW,EAAE,WAAoB;;QAEjE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE3C,MAAM,KAAK,GAAG,MAAM,IAAA,eAAK,EAAC,SAAS,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;QAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,MAAM,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;QAElC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;YAC9D,OAAO,QAAQ,IAAI,KAAK,IAAI,WAAW,CAAC;SAC3C;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;CAAA;AAnBD,sCAmBC;AAED;;;;;;;GAOG;AACH,SAAgB,kBAAkB,CAAC,GAAuB;IACtD,IAAI,CAAC,GAAG,EAAE;QACN,OAAO,SAAS,CAAC;KACpB;IACD,kDAAkD;IAClD,MAAM,QAAQ,GAAG,oCAAoC,CAAC;IACtD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QACrB,MAAM,IAAI,SAAS,CAAC,0BAA0B,CAAC,CAAC;KACnD;IAED,gDAAgD;IAChD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;QAClB,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;KACnE;IAED,oCAAoC;IACpC,IAAI,SAAS,GAAG,GAAG,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE;QAC3B,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzD,MAAM,aAAa,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5E,SAAS,IAAI,aAAa,CAAC;KAC9B;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAxBD,gDAwBC;AAED,SAAgB,QAAQ,CAAC,GAAuB;IAC5C,IAAI,CAAC,GAAG,EAAE;QACN,OAAO,GAAG,CAAC;KACd;IACD,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAC5B,CAAC;AARD,4BAQC;AAGD,iBAAiB;AACjB,SAAsB,aAAa,CAAC,MAAc,EAAE,KAAa,EAAE,GAAW;;QAC1E,OAAO,IAAA,eAAK,EAAC;YACT,MAAM,EAAE;gBACJ,KAAK;gBACL,MAAM;gBACN,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,GAAG;aAClB;SACJ,CAAC;aACG,GAAG,EAAE;aACL,QAAQ,EAAE,CAAC;IACpB,CAAC;CAAA;AAXD,sCAWC"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@xapp/arachne-web-service",
-    "version": "0.6.0",
+    "version": "0.6.2",
     "types": "lib/index",
     "main": "lib/index",
     "files": [
@@ -14,7 +14,7 @@
         "node": "^14 || ^16 || ^18"
     },
     "devDependencies": {
-        "@microsoft/api-extractor": "7.33.7",
+        "@microsoft/api-extractor": "7.35.0",
         "@types/chai": "4.3.4",
         "@types/mocha": "10.0.1",
         "@types/node": "18.16.7",
@@ -24,23 +24,24 @@
         "chai": "4.3.7",
         "dotenv": "16.0.3",
         "mocha": "10.2.0",
-        "sinon": "15.0.4",
+        "sinon": "15.1.0",
         "sinon-chai": "3.7.0",
         "ts-node": "10.9.1",
-        "tslib": "2.5.0",
-        "typescript": "4.8.4"
+        "tslib": "2.5.2",
+        "typescript": "5.0.4"
     },
     "dependencies": {
-        "@xapp/arachne": "0.6.0",
-        "@xapp/arachne-parsers": "0.6.0",
+        "@xapp/arachne": "0.6.1",
+        "@xapp/arachne-parsers": "0.6.2",
+        "abort-controller": "3.0.0",
         "gpt-3-encoder": "1.1.4",
         "isomorphic-fetch": "3.0.0",
         "node-vibrant": "3.2.1-alpha.1",
         "schema-dts": "1.1.2",
         "sharp": "0.32.1",
-        "stentor-logger": "1.57.136",
-        "stentor-models": "1.57.136",
-        "stentor-utils": "1.57.136"
+        "stentor-logger": "1.57.143",
+        "stentor-models": "1.57.143",
+        "stentor-utils": "1.57.143"
     },
     "scripts": {
         "api": "api-extractor run --local",
@@ -48,5 +49,5 @@
         "clean": "rm -rf ./lib/*",
         "test:f": "mocha --recursive -r ts-node/register \"./src/**/*.ftest.ts\""
     },
-    "gitHead": "d889805a28d4382c5999555ba684dffaf55e1118"
+    "gitHead": "9a263d95de9a4d87f1e9680b760252966986bc46"
 }