@credal/actions 0.2.118 → 0.2.119

package/dist/actions/providers/x/scrapeTweetDataWithNitter.js

@@ -1,45 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
-const scrapeTweetDataWithNitter = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
-    const tweetUrlRegex = /^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)\/([a-zA-Z0-9_]+)\/status\/(\d+)(?:\?.*)?$/;
-    if (!tweetUrlRegex.test(params.tweetUrl)) {
-        throw new Error("Invalid tweet URL. Expected format: https://twitter.com/username/status/id or https://x.com/username/status/id");
-    }
-    const nitterUrl = params.tweetUrl.replace(/^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)/i, "https://nitter.net");
-    // Initialize Firecrawl
-    if (!authParams.apiKey) {
-        throw new Error("API key is required for X+Nitter+Firecrawl");
-    }
-    const firecrawl = new firecrawl_js_1.default({
-        apiKey: authParams.apiKey,
-    });
-    try {
-        // Scrape the Nitter URL
-        const result = yield firecrawl.scrapeUrl(nitterUrl);
-        if (!result.success) {
-            throw new Error(`Failed to scrape tweet: ${result.error || "Unknown error"}`);
-        }
-        // Extract the tweet text from the scraped content - simple approach - in practice, you might need more robust parsing based on nitter html structure
-        const tweetContent = result.markdown;
-        return {
-            text: tweetContent || "Error scraping with firecrawl",
-        };
-    }
-    catch (error) {
-        throw new Error(`Error scraping tweet: ${error instanceof Error ? error.message : error}`);
-    }
-});
-exports.default = scrapeTweetDataWithNitter;