@pipedream/wappalyzer 0.0.1 → 0.1.1

package/README.md

@@ -0,0 +1,11 @@
+# Overview
+
+The Wappalyzer API lets you uncover the technology stack of any website. On Pipedream, you can integrate this capability into workflows to automate tech stack detection. Here's what you can do: identify the software used by your competitors, track technology adoption, and get insights into your target market's tech preferences. By leveraging Pipedream's robust platform, you can connect Wappalyzer with other services to create custom workflows that trigger actions based on the tech stack data you collect.
+
+# Example Use Cases
+
+- **Lead Generation for Web Development Services**: Detect tech stacks of potential leads' websites. If a site uses outdated frameworks, trigger an email through the SendGrid app, offering your services to modernize their web presence.
+
+- **Market Research Automation**: Schedule daily checks on top industry websites, capture their tech stacks, and save the data in a Google Sheets spreadsheet for trend analysis and report generation.
+
+- **Competitor Monitoring Alert System**: Monitor competitor websites for tech stack changes. Use Pipedream's built-in Cron Scheduler to run the workflow weekly, and if new technologies are detected, post a notification in a Slack channel to keep your team informed.

package/actions/get-technologies/get-technologies.mjs

@@ -0,0 +1,86 @@
+import wappalyzer from "../../wappalyzer.app.mjs";
+
+export default {
+  key: "wappalyzer-get-technologies",
+  name: "Get Technologies",
+  description: "Returns the details of technologies used on a specific URL. [See the documentation](https://www.wappalyzer.com/docs/api/v2/lookup/)",
+  version: "0.0.3",
+  annotations: {
+    destructiveHint: false,
+    openWorldHint: true,
+    readOnlyHint: true,
+  },
+  type: "action",
+  ai: "optimized",
+  props: {
+    wappalyzer,
+    urls: {
+      type: "string[]",
+      label: "URLs",
+      description: "Between one and ten website URLs. Example: `https://example.com,https://example.org`. Multiple URLs are not supported with `recursive=false`.",
+    },
+    live: {
+      type: "boolean",
+      label: "Live",
+      description: "Scan websites in real-time. Defaults to `false` to return cached results from our database (faster and more complete). If no record is found, `live=true` is automatically used instead. Use `recursive=false` to get live results in the same request.",
+      optional: true,
+    },
+    recursive: {
+      type: "boolean",
+      label: "Recursive",
+      description: "Index multiple pages (follows internal website links for increased coverage). Defaults to `true` for best results. If no record is found or `live=true` is used, using `recursive=true` causes the request to be completed asynchronously, meaning technologies will not be included in the initial response and the website is being crawled. To get the results when they become available, use `callback_url` or repeat the request at a later time (free for up to one hour). A crawl can take up to 15 minutes. We recommend using `callback_url` or repeating the request up to three times every five minutes. When using both `live=true` and `recursive=true`, `callback_url` is required and requests cost two credits instead of one.",
+      optional: true,
+    },
+    callbackUrl: {
+      type: "string",
+      label: "Callback URL",
+      description: "When an asynchronous request completes, a POST request is made to the callback URL with the results. A callback URL is an public endpoint hosted on your own server. Example: `https://yourdomain.com/wappalyzer`. Required when using both `live=true` and `recursive=true`.",
+      optional: true,
+    },
+    denoise: {
+      type: "boolean",
+      label: "Denoise",
+      description: "Exclude low confidence results. Defaults to `true`. Setting this to `false` yields more results but is more likely to include false positives.",
+      optional: true,
+    },
+    minAge: {
+      type: "integer",
+      label: "Min Age",
+      description: "Return results that have been verified at least once before `min_age` months ago. Defaults to 0 for most recent results. Use a higher value in combination with `squash=false` and `max_age` for historic results grouped by month (up to 12 months per request).",
+      optional: true,
+    },
+    maxAge: {
+      type: "integer",
+      label: "Max Age",
+      description: "Return results that have been verified at least once in the last `max_age` months. Defaults to 2 for best results. To get the most up-to-date but fewer results, use `max_age=1`. For real-time results, use `live=true` instead. Use a higher value to get more but less recently verified results. These results are more likely to include websites that no longer use the technology. Use a higher value in combination with `squash=false` and optionally `min_age` for historic results grouped by month (up to 12 months per request).",
+      optional: true,
+    },
+    squash: {
+      type: "boolean",
+      label: "Squash",
+      description: "Merge monthly results into a single set. Defaults to `true`. Set to `false` to group results by month.",
+      optional: true,
+    },
+  },
+  async run({ $ }) {
+    const response = await this.wappalyzer.getTechnologies({
+      $,
+      params: {
+        urls: this.urls.join(),
+        live: this.live,
+        recursive: this.recursive,
+        callback_url: this.callbackUrl,
+        denoise: this.denoise,
+        min_age: this.minAge,
+        max_age: this.maxAge,
+        squash: this.squash,
+      },
+    });
+
+    $.export("$summary", `Successfully retrieved technologies for ${this.urls.length} URL${this.urls.length === 1
+      ? ""
+      : "s"}.`);
+
+    return response;
+  },
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/wappalyzer",
-  "version": "0.0.1",
+  "version": "0.1.1",
   "description": "Pipedream Wappalyzer Components",
   "main": "wappalyzer.app.mjs",
   "keywords": [
@@ -11,5 +11,8 @@
   "author": "Pipedream <support@pipedream.com> (https://pipedream.com/)",
   "publishConfig": {
     "access": "public"
+  },
+  "dependencies": {
+    "@pipedream/platform": "^1.6.8"
   }
 }

package/wappalyzer.app.mjs

@@ -1,11 +1,34 @@
+import { axios } from "@pipedream/platform";
+
 export default {
   type: "app",
   app: "wappalyzer",
   propDefinitions: {},
   methods: {
-    // this.$auth contains connected account data
-    authKeys() {
-      console.log(Object.keys(this.$auth));
+    _baseUrl() {
+      return "https://api.wappalyzer.com/v2";
+    },
+    _headers() {
+      return {
+        "x-api-key": `${this.$auth.api_key}`,
+      };
+    },
+    _makeRequest({
+      $ = this,
+      path,
+      ...args
+    }) {
+      return axios($, {
+        url: `${this._baseUrl()}${path}`,
+        headers: this._headers(),
+        ...args,
+      });
+    },
+    getTechnologies(args = {}) {
+      return this._makeRequest({
+        path: "/lookup",
+        ...args,
+      });
     },
   },
-};
+};