@agnocon/piece-browserless 0.1.7

package/dist/lib/actions/scrape-url.d.ts

@@ -0,0 +1,27 @@
+export declare const scrapeUrl: import("@agnocon/pieces-framework").IAction<import("@agnocon/pieces-framework").CustomAuthProperty<{
+    apiToken: import("@agnocon/pieces-framework").SecretTextProperty<true>;
+    region: import("@agnocon/pieces-framework").StaticDropdownProperty<string, true>;
+    customBaseUrl: import("@agnocon/pieces-framework").ShortTextProperty<false>;
+}>, {
+    url: import("@agnocon/pieces-framework").ShortTextProperty<true>;
+    elements: import("@agnocon/pieces-framework").ArrayProperty<true> | import("@agnocon/pieces-framework").ArrayProperty<false>;
+    waitForSelector: import("@agnocon/pieces-framework").ShortTextProperty<false>;
+    waitForSelectorTimeout: import("@agnocon/pieces-framework").NumberProperty<false>;
+    waitForSelectorVisible: import("@agnocon/pieces-framework").CheckboxProperty<false>;
+    waitForSelectorHidden: import("@agnocon/pieces-framework").CheckboxProperty<false>;
+    waitForTimeout: import("@agnocon/pieces-framework").NumberProperty<false>;
+    waitForEvent: import("@agnocon/pieces-framework").ShortTextProperty<false>;
+    waitForEventTimeout: import("@agnocon/pieces-framework").NumberProperty<false>;
+    debugConsole: import("@agnocon/pieces-framework").CheckboxProperty<false>;
+    debugCookies: import("@agnocon/pieces-framework").CheckboxProperty<false>;
+    debugNetwork: import("@agnocon/pieces-framework").CheckboxProperty<false>;
+    bestAttempt: import("@agnocon/pieces-framework").CheckboxProperty<false>;
+    userAgent: import("@agnocon/pieces-framework").ShortTextProperty<false>;
+    cookies: import("@agnocon/pieces-framework").ArrayProperty<true> | import("@agnocon/pieces-framework").ArrayProperty<false>;
+    timeout: import("@agnocon/pieces-framework").NumberProperty<false>;
+    waitUntil: import("@agnocon/pieces-framework").StaticDropdownProperty<string, false>;
+    waitForFunction: import("@agnocon/pieces-framework").LongTextProperty<false>;
+    viewportWidth: import("@agnocon/pieces-framework").NumberProperty<false>;
+    viewportHeight: import("@agnocon/pieces-framework").NumberProperty<false>;
+}>;
+//# sourceMappingURL=scrape-url.d.ts.map

package/dist/lib/actions/scrape-url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape-url.d.ts","sourceRoot":"","sources":["../../../src/lib/actions/scrape-url.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;EA6RpB,CAAC"}

package/dist/lib/actions/scrape-url.js

@@ -0,0 +1,277 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeUrl = void 0;
+const tslib_1 = require("tslib");
+// Vendored from Activepieces packages/pieces/community/browserless/src/lib/actions/scrape-url.ts (MIT).
+// Generated by packages/scripts/vendor-ap.mjs - do not edit by hand.
+const pieces_framework_1 = require("@agnocon/pieces-framework");
+const pieces_common_1 = require("@agnocon/pieces-common");
+const auth_1 = require("../common/auth");
+const client_1 = require("../common/client");
+exports.scrapeUrl = (0, pieces_framework_1.createAction)({
+    name: 'scrape_url',
+    displayName: 'Scrape URL',
+    description: 'Extract content from a web page',
+    audience: 'both',
+    aiMetadata: { description: 'Loads a web page in a headless browser and extracts the elements matched by the CSS selectors you supply. Use to pull specific text or attributes from a page rather than capturing an image; both the page URL and at least one element selector are required. Read-only: re-running with the same input re-scrapes the page and returns equivalent data without side effects.', idempotent: true },
+    auth: auth_1.browserlessAuth,
+    props: {
+        url: pieces_framework_1.Property.ShortText({
+            displayName: 'URL',
+            description: 'The URL of the page to scrape',
+            required: true,
+        }),
+        elements: pieces_framework_1.Property.Array({
+            displayName: 'Elements to Extract',
+            description: 'CSS selectors for elements to extract',
+            required: true,
+            properties: {
+                selector: pieces_framework_1.Property.ShortText({
+                    displayName: 'CSS Selector',
+                    description: 'CSS selector for the element',
+                    required: true,
+                }),
+                timeout: pieces_framework_1.Property.Number({
+                    displayName: 'Timeout (ms)',
+                    description: 'Timeout in milliseconds for this specific selector',
+                    required: false,
+                }),
+            }
+        }),
+        waitForSelector: pieces_framework_1.Property.ShortText({
+            displayName: 'Wait for Selector',
+            description: 'CSS selector to wait for before scraping',
+            required: false,
+        }),
+        waitForSelectorTimeout: pieces_framework_1.Property.Number({
+            displayName: 'Wait for Selector Timeout',
+            description: 'Timeout in milliseconds for waiting for selector',
+            required: false,
+        }),
+        waitForSelectorVisible: pieces_framework_1.Property.Checkbox({
+            displayName: 'Wait for Selector Visible',
+            description: 'Wait for selector to be visible',
+            required: false,
+            defaultValue: true,
+        }),
+        waitForSelectorHidden: pieces_framework_1.Property.Checkbox({
+            displayName: 'Wait for Selector Hidden',
+            description: 'Wait for selector to be hidden',
+            required: false,
+            defaultValue: false,
+        }),
+        waitForTimeout: pieces_framework_1.Property.Number({
+            displayName: 'Wait Timeout (ms)',
+            description: 'Timeout in milliseconds to wait before scraping',
+            required: false,
+        }),
+        waitForEvent: pieces_framework_1.Property.ShortText({
+            displayName: 'Wait for Event',
+            description: 'Event name to wait for before scraping',
+            required: false,
+        }),
+        waitForEventTimeout: pieces_framework_1.Property.Number({
+            displayName: 'Wait for Event Timeout',
+            description: 'Timeout in milliseconds for wait event',
+            required: false,
+        }),
+        debugConsole: pieces_framework_1.Property.Checkbox({
+            displayName: 'Debug Console',
+            description: 'Include console logs in debug output',
+            required: false,
+            defaultValue: false,
+        }),
+        debugCookies: pieces_framework_1.Property.Checkbox({
+            displayName: 'Debug Cookies',
+            description: 'Include cookies in debug output',
+            required: false,
+            defaultValue: false,
+        }),
+        debugNetwork: pieces_framework_1.Property.Checkbox({
+            displayName: 'Debug Network',
+            description: 'Include network requests in debug output',
+            required: false,
+            defaultValue: false,
+        }),
+        bestAttempt: pieces_framework_1.Property.Checkbox({
+            displayName: 'Best Attempt',
+            description: 'Attempt to proceed when awaited events fail or timeout',
+            required: false,
+            defaultValue: false,
+        }),
+        userAgent: pieces_framework_1.Property.ShortText({
+            displayName: 'User Agent',
+            description: 'Custom user agent string',
+            required: false,
+        }),
+        cookies: pieces_framework_1.Property.Array({
+            displayName: 'Cookies',
+            description: 'Cookies to set before scraping',
+            required: false,
+            properties: {
+                name: pieces_framework_1.Property.ShortText({
+                    displayName: 'Cookie Name',
+                    required: true,
+                }),
+                value: pieces_framework_1.Property.ShortText({
+                    displayName: 'Cookie Value',
+                    required: true,
+                }),
+                domain: pieces_framework_1.Property.ShortText({
+                    displayName: 'Domain',
+                    required: false,
+                }),
+            }
+        }),
+        timeout: pieces_framework_1.Property.Number({
+            displayName: 'Timeout (ms)',
+            description: 'Maximum time to wait for the page to load',
+            required: false,
+            defaultValue: 30000,
+        }),
+        waitUntil: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Wait Until',
+            description: 'When to consider navigation complete',
+            required: false,
+            defaultValue: 'networkidle2',
+            options: {
+                options: [
+                    { label: 'Load Event', value: 'load' },
+                    { label: 'DOM Content Loaded', value: 'domcontentloaded' },
+                    { label: 'Network Idle 0', value: 'networkidle0' },
+                    { label: 'Network Idle 2', value: 'networkidle2' }
+                ]
+            }
+        }),
+        waitForFunction: pieces_framework_1.Property.LongText({
+            displayName: 'Wait for Function',
+            description: 'JavaScript function to wait for before scraping (should return true when ready)',
+            required: false,
+        }),
+        viewportWidth: pieces_framework_1.Property.Number({
+            displayName: 'Viewport Width',
+            description: 'Browser viewport width in pixels',
+            required: false,
+            defaultValue: 1920,
+        }),
+        viewportHeight: pieces_framework_1.Property.Number({
+            displayName: 'Viewport Height',
+            description: 'Browser viewport height in pixels',
+            required: false,
+            defaultValue: 1080,
+        }),
+    },
+    run(context) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const requestBody = {
+                url: context.propsValue.url,
+                elements: (context.propsValue.elements || []).map((element) => {
+                    let selector = element.selector;
+                    if (typeof selector === 'string') {
+                        try {
+                            const parsed = JSON.parse(selector);
+                            if (parsed.selector) {
+                                selector = parsed.selector;
+                            }
+                        }
+                        catch (e) {
+                            console.error('Error parsing selector:', e);
+                        }
+                    }
+                    else if (typeof selector === 'object' && selector.selector) {
+                        selector = selector.selector;
+                    }
+                    const elementConfig = {
+                        selector: selector,
+                    };
+                    if (element.timeout !== undefined) {
+                        elementConfig.timeout = element.timeout;
+                    }
+                    return elementConfig;
+                })
+            };
+            if (context.propsValue.timeout || context.propsValue.waitUntil) {
+                requestBody.gotoOptions = {};
+                if (context.propsValue.timeout) {
+                    requestBody.gotoOptions.timeout = context.propsValue.timeout;
+                }
+                if (context.propsValue.waitUntil) {
+                    requestBody.gotoOptions.waitUntil = context.propsValue.waitUntil;
+                }
+            }
+            if (context.propsValue.waitForSelector) {
+                const waitForSelectorObj = {
+                    selector: context.propsValue.waitForSelector,
+                };
+                if (context.propsValue.waitForSelectorTimeout !== undefined) {
+                    waitForSelectorObj.timeout = context.propsValue.waitForSelectorTimeout;
+                }
+                if (context.propsValue.waitForSelectorVisible !== undefined) {
+                    waitForSelectorObj.visible = context.propsValue.waitForSelectorVisible;
+                }
+                if (context.propsValue.waitForSelectorHidden !== undefined) {
+                    waitForSelectorObj.hidden = context.propsValue.waitForSelectorHidden;
+                }
+                requestBody.waitForSelector = waitForSelectorObj;
+            }
+            if (context.propsValue.waitForTimeout) {
+                requestBody.waitForTimeout = context.propsValue.waitForTimeout;
+            }
+            if (context.propsValue.waitForEvent) {
+                const waitForEventObj = {
+                    event: context.propsValue.waitForEvent,
+                };
+                if (context.propsValue.waitForEventTimeout !== undefined) {
+                    waitForEventObj.timeout = context.propsValue.waitForEventTimeout;
+                }
+                requestBody.waitForEvent = waitForEventObj;
+            }
+            const debugOpts = {};
+            if (context.propsValue.debugConsole)
+                debugOpts.console = true;
+            if (context.propsValue.debugCookies)
+                debugOpts.cookies = true;
+            if (context.propsValue.debugNetwork)
+                debugOpts.network = true;
+            if (Object.keys(debugOpts).length > 0) {
+                requestBody.debugOpts = debugOpts;
+            }
+            if (context.propsValue.bestAttempt) {
+                requestBody.bestAttempt = context.propsValue.bestAttempt;
+            }
+            if (context.propsValue.waitForFunction) {
+                requestBody.waitForFunction = {
+                    fn: context.propsValue.waitForFunction
+                };
+            }
+            if (context.propsValue.userAgent) {
+                requestBody.userAgent = context.propsValue.userAgent;
+            }
+            if (context.propsValue.viewportWidth && context.propsValue.viewportHeight) {
+                requestBody.viewport = {
+                    width: context.propsValue.viewportWidth,
+                    height: context.propsValue.viewportHeight,
+                };
+            }
+            if (context.propsValue.cookies && context.propsValue.cookies.length > 0) {
+                requestBody.cookies = context.propsValue.cookies.map((cookie) => (Object.assign({ name: cookie.name, value: cookie.value }, (cookie.domain && { domain: cookie.domain }))));
+            }
+            const response = yield client_1.browserlessCommon.apiCall({
+                auth: context.auth.props,
+                method: pieces_common_1.HttpMethod.POST,
+                resourceUri: '/scrape',
+                body: requestBody,
+            });
+            return {
+                success: true,
+                data: response.body,
+                metadata: {
+                    url: context.propsValue.url,
+                    elementsCount: (context.propsValue.elements || []).length,
+                    timestamp: new Date().toISOString(),
+                }
+            };
+        });
+    },
+});
+//# sourceMappingURL=scrape-url.js.map

package/dist/lib/actions/scrape-url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape-url.js","sourceRoot":"","sources":["../../../src/lib/actions/scrape-url.ts"],"names":[],"mappings":";;;;AAAA,wGAAwG;AACxG,qEAAqE;AACrE,gEAAmE;AACnE,0DAAoD;AACpD,yCAAiD;AACjD,6CAAqD;AAExC,QAAA,SAAS,GAAG,IAAA,+BAAY,EAAC;IAClC,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,YAAY;IACzB,WAAW,EAAE,iCAAiC;IAC9C,QAAQ,EAAE,MAAM;IAChB,UAAU,EAAE,EAAE,WAAW,EAAE,iXAAiX,EAAE,UAAU,EAAE,IAAI,EAAE;IACha,IAAI,EAAE,sBAAe;IACrB,KAAK,EAAE;QACH,GAAG,EAAE,2BAAQ,CAAC,SAAS,CAAC;YACpB,WAAW,EAAE,KAAK;YAClB,WAAW,EAAE,+BAA+B;YAC5C,QAAQ,EAAE,IAAI;SACjB,CAAC;QACF,QAAQ,EAAE,2BAAQ,CAAC,KAAK,CAAC;YACrB,WAAW,EAAE,qBAAqB;YAClC,WAAW,EAAE,uCAAuC;YACpD,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE;gBACR,QAAQ,EAAE,2BAAQ,CAAC,SAAS,CAAC;oBACzB,WAAW,EAAE,cAAc;oBAC3B,WAAW,EAAE,8BAA8B;oBAC3C,QAAQ,EAAE,IAAI;iBACjB,CAAC;gBACF,OAAO,EAAE,2BAAQ,CAAC,MAAM,CAAC;oBACrB,WAAW,EAAE,cAAc;oBAC3B,WAAW,EAAE,oDAAoD;oBACjE,QAAQ,EAAE,KAAK;iBAClB,CAAC;aACL;SACJ,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAChC,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,0CAA0C;YACvD,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,sBAAsB,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACpC,WAAW,EAAE,2BAA2B;YACxC,WAAW,EAAE,kDAAkD;YAC/D,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,sBAAsB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACtC,WAAW,EAAE,2BAA2B;YACxC,WAAW,EAAE,iCAAiC;YAC9C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACrB,CAAC;QACF,qBAAqB,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACrC,WAAW,EAAE,0BAA0B;YACvC,WAAW,EAAE,gCAAgC;YAC7C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACtB,CAAC;QACF,cAAc,EAAE,2BAAQ,CAAC,MAAM,CAAC;YAC5B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,iDAAiD;YAC9D,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,YAAY,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC7B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,mBAAmB,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACjC,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE,wCAAwC;YACrD,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,YAAY,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC5B,WAAW,EAAE,eAAe;YAC5B,WAAW,EAAE,sCAAsC;YACnD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACtB,CAAC;QACF,YAAY,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC5B,WAAW,EAAE,eAAe;YAC5B,WAAW,EAAE,iCAAiC;YAC9C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACtB,CAAC;QACF,YAAY,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC5B,WAAW,EAAE,eAAe;YAC5B,WAAW,EAAE,0CAA0C;YACvD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACtB,CAAC;QACF,WAAW,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC3B,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,wDAAwD;YACrE,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACtB,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC1B,WAAW,EAAE,YAAY;YACzB,WAAW,EAAE,0BAA0B;YACvC,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,OAAO,EAAE,2BAAQ,CAAC,KAAK,CAAC;YACpB,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,gCAAgC;YAC7C,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE;gBACR,IAAI,EAAE,2BAAQ,CAAC,SAAS,CAAC;oBACrB,WAAW,EAAE,aAAa;oBAC1B,QAAQ,EAAE,IAAI;iBACjB,CAAC;gBACF,KAAK,EAAE,2BAAQ,CAAC,SAAS,CAAC;oBACtB,WAAW,EAAE,cAAc;oBAC3B,QAAQ,EAAE,IAAI;iBACjB,CAAC;gBACF,MAAM,EAAE,2BAAQ,CAAC,SAAS,CAAC;oBACvB,WAAW,EAAE,QAAQ;oBACrB,QAAQ,EAAE,KAAK;iBAClB,CAAC;aACL;SACJ,CAAC;QACF,OAAO,EAAE,2BAAQ,CAAC,MAAM,CAAC;YACrB,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,2CAA2C;YACxD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACtB,CAAC;QACF,SAAS,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC/B,WAAW,EAAE,YAAY;YACzB,WAAW,EAAE,sCAAsC;YACnD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,cAAc;YAC5B,OAAO,EAAE;gBACL,OAAO,EAAE;oBACL,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE;oBACtC,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE;oBAC1D,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;oBAClD,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,cAAc,EAAE;iBACrD;aACJ;SACJ,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC/B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,iFAAiF;YAC9F,QAAQ,EAAE,KAAK;SAClB,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,MAAM,CAAC;YAC3B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACrB,CAAC;QACF,cAAc,EAAE,2BAAQ,CAAC,MAAM,CAAC;YAC5B,WAAW,EAAE,iBAAiB;YAC9B,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACrB,CAAC;KACL;IACK,GAAG,CAAC,OAAO;;YACb,MAAM,WAAW,GAAQ;gBACrB,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG;gBAC3B,QAAQ,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAY,EAAE,EAAE;oBAC/D,IAAI,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;oBAChC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC/B,IAAI,CAAC;4BACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;4BACpC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gCAClB,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;4BAC/B,CAAC;wBACL,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACT,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;wBAChD,CAAC;oBACL,CAAC;yBAAM,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBAC3D,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;oBACjC,CAAC;oBAED,MAAM,aAAa,GAAQ;wBACvB,QAAQ,EAAE,QAAQ;qBACrB,CAAC;oBAEF,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;wBAChC,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;oBAC5C,CAAC;oBAED,OAAO,aAAa,CAAC;gBACzB,CAAC,CAAC;aACL,CAAC;YAEF,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC7D,WAAW,CAAC,WAAW,GAAG,EAAE,CAAC;gBAC7B,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBAC7B,WAAW,CAAC,WAAW,CAAC,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;gBACjE,CAAC;gBACD,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;oBAC/B,WAAW,CAAC,WAAW,CAAC,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;gBACrE,CAAC;YACL,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC;gBACrC,MAAM,kBAAkB,GAAQ;oBAC5B,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,eAAe;iBAC/C,CAAC;gBAEF,IAAI,OAAO,CAAC,UAAU,CAAC,sBAAsB,KAAK,SAAS,EAAE,CAAC;oBAC1D,kBAAkB,CAAC,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;gBAC3E,CAAC;gBAED,IAAI,OAAO,CAAC,UAAU,CAAC,sBAAsB,KAAK,SAAS,EAAE,CAAC;oBAC1D,kBAAkB,CAAC,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;gBAC3E,CAAC;gBAED,IAAI,OAAO,CAAC,UAAU,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;oBACzD,kBAAkB,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC;gBACzE,CAAC;gBAED,WAAW,CAAC,eAAe,GAAG,kBAAkB,CAAC;YACrD,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;gBACpC,WAAW,CAAC,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;YACnE,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;gBAClC,MAAM,eAAe,GAAQ;oBACzB,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,YAAY;iBACzC,CAAC;gBAEF,IAAI,OAAO,CAAC,UAAU,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;oBACvD,eAAe,CAAC,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAAC;gBACrE,CAAC;gBAED,WAAW,CAAC,YAAY,GAAG,eAAe,CAAC;YAC/C,CAAC;YAED,MAAM,SAAS,GAAQ,EAAE,CAAC;YAC1B,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY;gBAAE,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;YAC9D,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY;gBAAE,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;YAC9D,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY;gBAAE,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;YAE9D,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,WAAW,CAAC,SAAS,GAAG,SAAS,CAAC;YACtC,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;gBACjC,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC;YAC7D,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC;gBACrC,WAAW,CAAC,eAAe,GAAG;oBAC1B,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,eAAe;iBACzC,CAAC;YACN,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC/B,WAAW,CAAC,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;YACzD,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;gBACxE,WAAW,CAAC,QAAQ,GAAG;oBACnB,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,aAAa;oBACvC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,cAAc;iBAC5C,CAAC;YACN,CAAC;YAED,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtE,WAAW,CAAC,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,iBAClE,IAAI,EAAE,MAAM,CAAC,IAAI,EACjB,KAAK,EAAE,MAAM,CAAC,KAAK,IAChB,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,EACjD,CAAC,CAAC;YACR,CAAC;YAGD,MAAM,QAAQ,GAAG,MAAM,0BAAiB,CAAC,OAAO,CAAC;gBAC7C,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;gBACxB,MAAM,EAAE,0BAAU,CAAC,IAAI;gBACvB,WAAW,EAAE,SAAS;gBACtB,IAAI,EAAE,WAAW;aACpB,CAAC,CAAC;YAEH,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,QAAQ,EAAE;oBACN,GAAG,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG;oBAC3B,aAAa,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM;oBACzD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACJ,CAAC;QACN,CAAC;KAAA;CACJ,CAAC,CAAC"}

package/dist/lib/common/auth.d.ts

@@ -0,0 +1,6 @@
+export declare const browserlessAuth: import("@agnocon/pieces-framework").CustomAuthProperty<{
+    apiToken: import("@agnocon/pieces-framework").SecretTextProperty<true>;
+    region: import("@agnocon/pieces-framework").StaticDropdownProperty<string, true>;
+    customBaseUrl: import("@agnocon/pieces-framework").ShortTextProperty<false>;
+}>;
+//# sourceMappingURL=auth.d.ts.map

package/dist/lib/common/auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../src/lib/common/auth.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,eAAe;;;;EAsD1B,CAAC"}

package/dist/lib/common/auth.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.browserlessAuth = void 0;
+// Vendored from Activepieces packages/pieces/community/browserless/src/lib/common/auth.ts (MIT).
+// Generated by packages/scripts/vendor-ap.mjs - do not edit by hand.
+const pieces_framework_1 = require("@agnocon/pieces-framework");
+exports.browserlessAuth = pieces_framework_1.PieceAuth.CustomAuth({
+    description: `
+    To obtain your API credentials:
+
+    1. Sign up for a free Browserless account at https://www.browserless.io
+    2. Navigate to your dashboard
+    3. Find your API Key/Token in the account settings
+    4. Choose your preferred regional endpoint for optimal performance
+
+    Regional Endpoints:
+    • US West (SFO): https://production-sfo.browserless.io
+    • Europe UK (London): https://production-lon.browserless.io
+    • Europe (Amsterdam): https://production-ams.browserless.io
+
+    For custom/dedicated instances, select "Custom" and enter your specific endpoint URL.
+    `,
+    props: {
+        apiToken: pieces_framework_1.PieceAuth.SecretText({
+            displayName: 'API Token',
+            description: 'Your Browserless API token (found in your dashboard)',
+            required: true,
+        }),
+        region: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Region',
+            description: 'Choose the regional endpoint closest to you for optimal performance',
+            required: true,
+            options: {
+                options: [
+                    {
+                        label: 'US West (San Francisco)',
+                        value: 'https://production-sfo.browserless.io'
+                    },
+                    {
+                        label: 'Europe UK (London)',
+                        value: 'https://production-lon.browserless.io'
+                    },
+                    {
+                        label: 'Europe (Amsterdam)',
+                        value: 'https://production-ams.browserless.io'
+                    },
+                    {
+                        label: 'Custom Endpoint',
+                        value: 'custom'
+                    }
+                ]
+            }
+        }),
+        customBaseUrl: pieces_framework_1.Property.ShortText({
+            displayName: 'Custom Base URL',
+            description: 'Enter your custom Browserless endpoint URL',
+            required: false,
+        }),
+    },
+    required: true,
+});
+//# sourceMappingURL=auth.js.map

package/dist/lib/common/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/lib/common/auth.ts"],"names":[],"mappings":";;;AAAA,iGAAiG;AACjG,qEAAqE;AACrE,gEAAgE;AAEnD,QAAA,eAAe,GAAG,4BAAS,CAAC,UAAU,CAAC;IAChD,WAAW,EAAE;;;;;;;;;;;;;;KAcZ;IACD,KAAK,EAAE;QACH,QAAQ,EAAE,4BAAS,CAAC,UAAU,CAAC;YAC3B,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,IAAI;SACjB,CAAC;QACF,MAAM,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC5B,WAAW,EAAE,QAAQ;YACrB,WAAW,EAAE,qEAAqE;YAClF,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE;gBACL,OAAO,EAAE;oBACL;wBACI,KAAK,EAAE,yBAAyB;wBAChC,KAAK,EAAE,uCAAuC;qBACjD;oBACD;wBACI,KAAK,EAAE,oBAAoB;wBAC3B,KAAK,EAAE,uCAAuC;qBACjD;oBACD;wBACI,KAAK,EAAE,oBAAoB;wBAC3B,KAAK,EAAE,uCAAuC;qBACjD;oBACD;wBACI,KAAK,EAAE,iBAAiB;wBACxB,KAAK,EAAE,QAAQ;qBAClB;iBACJ;aACJ;SACJ,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,SAAS,CAAC;YAC9B,WAAW,EAAE,iBAAiB;YAC9B,WAAW,EAAE,4CAA4C;YACzD,QAAQ,EAAE,KAAK;SAClB,CAAC;KACL;IACD,QAAQ,EAAE,IAAI;CACjB,CAAC,CAAC"}

package/dist/lib/common/client.d.ts

@@ -0,0 +1,18 @@
+import { HttpMethod } from '@agnocon/pieces-common';
+export interface BrowserlessAuth {
+    apiToken: string;
+    region: string;
+    customBaseUrl?: string;
+}
+export declare function convertBinaryToBase64(binaryData: any): string;
+export declare function isBinaryResponse(headers: any): boolean;
+export declare const browserlessCommon: {
+    apiCall({ auth, method, resourceUri, body, headers, }: {
+        auth: BrowserlessAuth;
+        method: HttpMethod;
+        resourceUri: string;
+        body?: any;
+        headers?: Record<string, string>;
+    }): Promise<import("@agnocon/pieces-common").HttpResponse<any>>;
+};
+//# sourceMappingURL=client.d.ts.map

package/dist/lib/common/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/lib/common/client.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAc,MAAM,wBAAwB,CAAC;AAEhE,MAAM,WAAW,eAAe;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,GAAG,GAAG,MAAM,CAU7D;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,CAKtD;AAED,eAAO,MAAM,iBAAiB;2DAOvB;QACC,IAAI,EAAE,eAAe,CAAC;QACtB,MAAM,EAAE,UAAU,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,IAAI,CAAC,EAAE,GAAG,CAAC;QACX,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACpC;CA+BJ,CAAC"}

package/dist/lib/common/client.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.browserlessCommon = void 0;
+exports.convertBinaryToBase64 = convertBinaryToBase64;
+exports.isBinaryResponse = isBinaryResponse;
+const tslib_1 = require("tslib");
+// Vendored from Activepieces packages/pieces/community/browserless/src/lib/common/client.ts (MIT).
+// Generated by packages/scripts/vendor-ap.mjs - do not edit by hand.
+const pieces_common_1 = require("@agnocon/pieces-common");
+function convertBinaryToBase64(binaryData) {
+    if (typeof binaryData === 'string') {
+        return Buffer.from(binaryData, 'binary').toString('base64');
+    }
+    else if (binaryData instanceof ArrayBuffer) {
+        return Buffer.from(binaryData).toString('base64');
+    }
+    else if (Buffer.isBuffer(binaryData)) {
+        return binaryData.toString('base64');
+    }
+    else {
+        return Buffer.from(String(binaryData), 'binary').toString('base64');
+    }
+}
+function isBinaryResponse(headers) {
+    var _a;
+    const contentType = ((_a = headers === null || headers === void 0 ? void 0 : headers.get) === null || _a === void 0 ? void 0 : _a.call(headers, 'content-type')) || (headers === null || headers === void 0 ? void 0 : headers['content-type']) || '';
+    return contentType.includes('image/') ||
+        contentType.includes('application/pdf') ||
+        contentType.includes('application/octet-stream');
+}
+exports.browserlessCommon = {
+    apiCall(_a) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, method, resourceUri, body, headers = {}, }) {
+            const baseUrl = auth.region === 'custom' ? auth.customBaseUrl : auth.region;
+            if (!baseUrl) {
+                throw new Error('Base URL is required. Please configure your Browserless endpoint.');
+            }
+            const url = `${baseUrl}${resourceUri}`;
+            const requestHeaders = Object.assign({ 'Content-Type': 'application/json', 'Accept': '*/*' }, headers);
+            let responseType = 'json';
+            if (resourceUri.includes('/screenshot') || resourceUri.includes('/pdf')) {
+                responseType = 'arraybuffer';
+            }
+            const requestConfig = {
+                method,
+                url,
+                headers: requestHeaders,
+                body: body ? JSON.stringify(body) : undefined,
+                queryParams: { token: auth.apiToken },
+                responseType,
+            };
+            return yield pieces_common_1.httpClient.sendRequest(requestConfig);
+        });
+    },
+};
+//# sourceMappingURL=client.js.map

package/dist/lib/common/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/lib/common/client.ts"],"names":[],"mappings":";;;AAUA,sDAUC;AAED,4CAKC;;AA3BD,mGAAmG;AACnG,qEAAqE;AACrE,0DAAgE;AAQhE,SAAgB,qBAAqB,CAAC,UAAe;IACjD,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACjC,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;SAAM,IAAI,UAAU,YAAY,WAAW,EAAE,CAAC;QAC3C,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtD,CAAC;SAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACrC,OAAO,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACxE,CAAC;AACL,CAAC;AAED,SAAgB,gBAAgB,CAAC,OAAY;;IACzC,MAAM,WAAW,GAAG,CAAA,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,wDAAG,cAAc,CAAC,MAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAG,cAAc,CAAC,CAAA,IAAI,EAAE,CAAC;IACtF,OAAO,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC9B,WAAW,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QACvC,WAAW,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;AAC5D,CAAC;AAEY,QAAA,iBAAiB,GAAG;IACvB,OAAO;qEAAC,EACV,IAAI,EACJ,MAAM,EACN,WAAW,EACX,IAAI,EACJ,OAAO,GAAG,EAAE,GAOf;YACG,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;YAE5E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;YACzF,CAAC;YAED,MAAM,GAAG,GAAG,GAAG,OAAO,GAAG,WAAW,EAAE,CAAC;YAEvC,MAAM,cAAc,mBAChB,cAAc,EAAE,kBAAkB,EAClC,QAAQ,EAAE,KAAK,IACZ,OAAO,CACb,CAAC;YAEF,IAAI,YAAY,GAAoC,MAAM,CAAC;YAC3D,IAAI,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtE,YAAY,GAAG,aAAa,CAAC;YACjC,CAAC;YAED,MAAM,aAAa,GAAG;gBAClB,MAAM;gBACN,GAAG;gBACH,OAAO,EAAE,cAAc;gBACvB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC7C,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;gBACrC,YAAY;aACf,CAAC;YAEF,OAAO,MAAM,0BAAU,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;QACvD,CAAC;KAAA;CACJ,CAAC"}

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@agnocon/piece-browserless",
+  "version": "0.1.7",
+  "description": "AgnoCon browserless connector",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "require": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "src",
+    "LICENSE.MIT-AP"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "vendor": "node ../scripts/vendor-ap.mjs piece-browserless"
+  },
+  "dependencies": {
+    "@agnocon/core-utils": "0.2.0",
+    "@agnocon/piece-types": "0.3.1",
+    "@agnocon/pieces-common": "0.12.8",
+    "@agnocon/pieces-framework": "0.36.0",
+    "tslib": "2.6.2"
+  },
+  "devDependencies": {
+    "@types/node": "20.17.6",
+    "typescript": "5.5.4"
+  },
+  "license": "MIT",
+  "agnocon": {
+    "originVersion": "0.1.7"
+  },
+  "publishConfig": {
+    "access": "restricted",
+    "tag": "latest"
+  },
+  "keywords": [
+    "agnocon",
+    "connector"
+  ]
+}

package/src/index.ts

@@ -0,0 +1,26 @@
+import { createPiece } from '@agnocon/pieces-framework';
+import { PieceCategory } from '@agnocon/pieces-framework';
+import { browserlessAuth } from './lib/common/auth';
+import { captureScreenshot } from './lib/actions/capture-screenshot';
+import { generatePdf } from './lib/actions/generate-pdf';
+import { scrapeUrl } from './lib/actions/scrape-url';
+import { runBqlQuery } from './lib/actions/run-bql-query';
+import { getWebsitePerformance } from './lib/actions/get-website-performance';
+
+export const browserless = createPiece({
+    displayName: 'Browserless',
+    minimumSupportedRelease: '0.36.1',
+    logoUrl: 'https://cdn.activepieces.com/pieces/browserless.png',
+    categories: [PieceCategory.DEVELOPER_TOOLS],
+    description: 'Browserless is a headless browser automation tool that allows you to scrape websites, take screenshots, and more.',
+    authors: ['owuzo', 'onyedikachi-david'],
+    auth: browserlessAuth,
+    actions: [
+        captureScreenshot,
+        generatePdf,
+        scrapeUrl,
+        runBqlQuery,
+        getWebsitePerformance,
+    ],
+    triggers: [],
+});