neuron-inspector 0.8.0 → 1.0.0

package/recipes/x-job-scraper/recipe.yaml

@@ -0,0 +1,72 @@
+name: X Job Scraper
+version: 1.0.0
+description: >
+  Searches X (Twitter) for job postings using keyword queries and hashtags,
+  extracts structured data from tweets (role, company, link, author), and
+  outputs a clean JSON list. Handles X's infinite scroll, login state, and
+  rate limits. Learns which search queries surface real postings vs noise.
+author: neuron
+tags: [jobs, twitter, x, scraping, research]
+
+variables:
+  search_query:
+    prompt: "Job keywords or hashtags to search"
+    type: text
+    required: true
+    example: "#hiring backend engineer, #remotejobs Nigeria"
+  additional_hashtags:
+    prompt: "Extra hashtags to include (comma-separated)"
+    type: text
+    default: "#hiring, #techjobs, #jobalert"
+  location_keywords:
+    prompt: "Location terms to filter by (comma-separated, checked in tweet text)"
+    type: text
+    default: ""
+    example: "Nigeria, Lagos, remote, worldwide"
+  max_results:
+    prompt: "Maximum number of job tweets to extract"
+    type: number
+    default: 30
+  recency:
+    prompt: "How far back to search"
+    options: [today, this_week, this_month]
+    default: this_week
+  exclude_keywords:
+    prompt: "Skip tweets containing these words (comma-separated)"
+    type: text
+    default: ""
+    example: "unpaid, intern only, crypto"
+  min_followers:
+    prompt: "Minimum follower count for the posting account"
+    type: number
+    default: 100
+
+tools:
+  required:
+    - neuron_navigate
+    - neuron_extract_data
+    - neuron_find_elements
+    - neuron_click
+    - neuron_scroll
+    - neuron_screenshot
+    - neuron_list_tabs
+  optional:
+    - neuron_evaluate_js
+    - neuron_open_tab
+    - neuron_type
+    - neuron_detect_blocker
+    - neuron_wait_for
+    - neuron_search_traffic
+
+pipes:
+  outputs:
+    jobs:
+      format: json
+      path: "{{output_path}}/x-jobs-{{date_slug}}.json"
+      description: "Array of job tweet objects with role, company, url, tweet_url, author, posted_date"
+  inputs: {}
+
+limits:
+  max_tabs: 3
+  max_duration_minutes: 15
+  require_human_approval: false

package/dist/__tests__/correlation.test.js

@@ -1,53 +0,0 @@
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import { PendingCalls } from "../correlation.js";
-function mockWs() {
-    return { send: vi.fn() };
-}
-describe("PendingCalls", () => {
-    let calls;
-    beforeEach(() => {
-        calls = new PendingCalls();
-    });
-    it("resolves when onResponse is called with matching requestId", async () => {
-        const ws = mockWs();
-        const promise = calls.call(ws, "queryDOM", { tabId: 1 }, 5000);
-        // Extract the requestId from the sent message
-        const sent = JSON.parse(ws.send.mock.calls[0][0]);
-        expect(sent.type).toBe("TOOL_CALL");
-        expect(sent.payload.name).toBe("queryDOM");
-        // Simulate response
-        calls.onResponse({ requestId: sent.requestId, payload: { tag: "body" } });
-        const result = await promise;
-        expect(result).toEqual({ tag: "body" });
-    });
-    it("rejects on timeout", async () => {
-        vi.useFakeTimers();
-        const ws = mockWs();
-        const promise = calls.call(ws, "slow", {}, 100);
-        vi.advanceTimersByTime(101);
-        await expect(promise).rejects.toThrow('timed out after 100ms');
-        expect(calls.size).toBe(0);
-        vi.useRealTimers();
-    });
-    it("rejects with error message from response", async () => {
-        const ws = mockWs();
-        const promise = calls.call(ws, "failing", {}, 5000);
-        const sent = JSON.parse(ws.send.mock.calls[0][0]);
-        calls.onResponse({ requestId: sent.requestId, error: "Tab not found" });
-        await expect(promise).rejects.toThrow("Tab not found");
-    });
-    it("ignores responses with unknown requestId", () => {
-        const handled = calls.onResponse({ requestId: "unknown-id", payload: {} });
-        expect(handled).toBe(false);
-    });
-    it("clears all pending on clear()", async () => {
-        const ws = mockWs();
-        const p1 = calls.call(ws, "a", {}, 5000);
-        const p2 = calls.call(ws, "b", {}, 5000);
-        calls.clear();
-        await expect(p1).rejects.toThrow("Connection closed");
-        await expect(p2).rejects.toThrow("Connection closed");
-        expect(calls.size).toBe(0);
-    });
-});
-//# sourceMappingURL=correlation.test.js.map

package/dist/__tests__/correlation.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"correlation.test.js","sourceRoot":"","sources":["../../src/__tests__/correlation.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,SAAS,MAAM;IACb,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;AAC3B,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,KAAmB,CAAC;IAExB,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAE/D,8CAA8C;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE3C,oBAAoB;QACpB,KAAK,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QAClC,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;QAEhD,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAC/D,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,KAAK,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3E,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QAEzC,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACtD,MAAM,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}