@credal/actions 0.1.16 → 0.1.17

package/dist/actions/actionMapper.js

@@ -23,7 +23,7 @@ const sendEmail_1 = __importDefault(require("./providers/resend/sendEmail"));
 const createSharePostLinkedinUrl_1 = __importDefault(require("./providers/linkedin/createSharePostLinkedinUrl"));
 const createNewGoogleDoc_1 = __importDefault(require("./providers/google-oauth/createNewGoogleDoc"));
 const createXSharePostUrl_1 = __importDefault(require("./providers/x/createXSharePostUrl"));
-const scrapeTweetDataWithNitter_1 = __importDefault(require("./providers/x/scrapeTweetDataWithNitter"));
+const scrapeTweetDataWithNitter_1 = __importDefault(require("./providers/firecrawl/scrapeTweetDataWithNitter"));
 exports.ActionMapper = {
     math: {
         add: {
@@ -125,6 +125,11 @@ exports.ActionMapper = {
             paramsSchema: types_1.firecrawlScrapeUrlParamsSchema,
             outputSchema: types_1.firecrawlScrapeUrlOutputSchema,
         },
+        scrapeTweetDataWithNitter: {
+            fn: scrapeTweetDataWithNitter_1.default,
+            paramsSchema: types_1.firecrawlScrapeTweetDataWithNitterParamsSchema,
+            outputSchema: types_1.firecrawlScrapeTweetDataWithNitterOutputSchema,
+        },
     },
     resend: {
         sendEmail: {
@@ -146,10 +151,5 @@ exports.ActionMapper = {
             paramsSchema: types_1.xCreateShareXPostUrlParamsSchema,
             outputSchema: types_1.xCreateShareXPostUrlOutputSchema,
         },
-        scrapePostDataWithNitter: {
-            fn: scrapeTweetDataWithNitter_1.default,
-            paramsSchema: types_1.xScrapePostDataWithNitterParamsSchema,
-            outputSchema: types_1.xScrapePostDataWithNitterOutputSchema,
-        },
     },
 };

package/dist/actions/autogen/templates.d.ts

@@ -10,11 +10,11 @@ export declare const credalCallCopilotDefinition: ActionTemplate;
 export declare const zendeskCreateZendeskTicketDefinition: ActionTemplate;
 export declare const linkedinCreateShareLinkedinPostUrlDefinition: ActionTemplate;
 export declare const xCreateShareXPostUrlDefinition: ActionTemplate;
-export declare const xScrapePostDataWithNitterDefinition: ActionTemplate;
 export declare const mongoInsertMongoDocDefinition: ActionTemplate;
 export declare const snowflakeGetRowByFieldValueDefinition: ActionTemplate;
 export declare const openstreetmapGetLatitudeLongitudeFromLocationDefinition: ActionTemplate;
 export declare const nwsGetForecastForLocationDefinition: ActionTemplate;
 export declare const firecrawlScrapeUrlDefinition: ActionTemplate;
+export declare const firecrawlScrapeTweetDataWithNitterDefinition: ActionTemplate;
 export declare const resendSendEmailDefinition: ActionTemplate;
 export declare const googleOauthCreateNewGoogleDocDefinition: ActionTemplate;

package/dist/actions/autogen/templates.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.googleOauthCreateNewGoogleDocDefinition = exports.resendSendEmailDefinition = exports.firecrawlScrapeUrlDefinition = exports.nwsGetForecastForLocationDefinition = exports.openstreetmapGetLatitudeLongitudeFromLocationDefinition = exports.snowflakeGetRowByFieldValueDefinition = exports.mongoInsertMongoDocDefinition = exports.xScrapePostDataWithNitterDefinition = exports.xCreateShareXPostUrlDefinition = exports.linkedinCreateShareLinkedinPostUrlDefinition = exports.zendeskCreateZendeskTicketDefinition = exports.credalCallCopilotDefinition = exports.googlemapsNearbysearchRestaurantsDefinition = exports.googlemapsValidateAddressDefinition = exports.jiraCreateJiraTicketDefinition = exports.confluenceUpdatePageDefinition = exports.mathAddDefinition = exports.slackListConversationsDefinition = exports.slackSendMessageDefinition = void 0;
+exports.googleOauthCreateNewGoogleDocDefinition = exports.resendSendEmailDefinition = exports.firecrawlScrapeTweetDataWithNitterDefinition = exports.firecrawlScrapeUrlDefinition = exports.nwsGetForecastForLocationDefinition = exports.openstreetmapGetLatitudeLongitudeFromLocationDefinition = exports.snowflakeGetRowByFieldValueDefinition = exports.mongoInsertMongoDocDefinition = exports.xCreateShareXPostUrlDefinition = exports.linkedinCreateShareLinkedinPostUrlDefinition = exports.zendeskCreateZendeskTicketDefinition = exports.credalCallCopilotDefinition = exports.googlemapsNearbysearchRestaurantsDefinition = exports.googlemapsValidateAddressDefinition = exports.jiraCreateJiraTicketDefinition = exports.confluenceUpdatePageDefinition = exports.mathAddDefinition = exports.slackListConversationsDefinition = exports.slackSendMessageDefinition = void 0;
 exports.slackSendMessageDefinition = {
     description: "Sends a message to a Slack channel",
     scopes: ["chat:write"],
@@ -549,32 +549,6 @@ exports.xCreateShareXPostUrlDefinition = {
     name: "createShareXPostUrl",
     provider: "x",
 };
-exports.xScrapePostDataWithNitterDefinition = {
-    description: "Given A tweet URL scrape the tweet data with nitter+firecrawl",
-    scopes: [],
-    parameters: {
-        type: "object",
-        required: ["tweetUrl"],
-        properties: {
-            tweetUrl: {
-                type: "string",
-                description: "The url for the X(formerly twitter) post",
-            },
-        },
-    },
-    output: {
-        type: "object",
-        required: ["text"],
-        properties: {
-            text: {
-                type: "string",
-                description: "The text in the tweet URL",
-            },
-        },
-    },
-    name: "scrapePostDataWithNitter",
-    provider: "x",
-};
 exports.mongoInsertMongoDocDefinition = {
     description: "Insert a document into a MongoDB collection",
     scopes: [],
@@ -787,6 +761,32 @@ exports.firecrawlScrapeUrlDefinition = {
     name: "scrapeUrl",
     provider: "firecrawl",
 };
+exports.firecrawlScrapeTweetDataWithNitterDefinition = {
+    description: "Given A tweet URL scrape the tweet data with nitter+firecrawl",
+    scopes: [],
+    parameters: {
+        type: "object",
+        required: ["tweetUrl"],
+        properties: {
+            tweetUrl: {
+                type: "string",
+                description: "The url for the X(formerly twitter) post",
+            },
+        },
+    },
+    output: {
+        type: "object",
+        required: ["text"],
+        properties: {
+            text: {
+                type: "string",
+                description: "The text in the tweet URL",
+            },
+        },
+    },
+    name: "scrapeTweetDataWithNitter",
+    provider: "firecrawl",
+};
 exports.resendSendEmailDefinition = {
     description: "Send an email using Resend",
     scopes: [],

package/dist/actions/autogen/types.d.ts

@@ -542,23 +542,6 @@ export declare const xCreateShareXPostUrlOutputSchema: z.ZodObject<{
 }>;
 export type xCreateShareXPostUrlOutputType = z.infer<typeof xCreateShareXPostUrlOutputSchema>;
 export type xCreateShareXPostUrlFunction = ActionFunction<xCreateShareXPostUrlParamsType, AuthParamsType, xCreateShareXPostUrlOutputType>;
-export declare const xScrapePostDataWithNitterParamsSchema: z.ZodObject<{
-    tweetUrl: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    tweetUrl: string;
-}, {
-    tweetUrl: string;
-}>;
-export type xScrapePostDataWithNitterParamsType = z.infer<typeof xScrapePostDataWithNitterParamsSchema>;
-export declare const xScrapePostDataWithNitterOutputSchema: z.ZodObject<{
-    text: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    text: string;
-}, {
-    text: string;
-}>;
-export type xScrapePostDataWithNitterOutputType = z.infer<typeof xScrapePostDataWithNitterOutputSchema>;
-export type xScrapePostDataWithNitterFunction = ActionFunction<xScrapePostDataWithNitterParamsType, AuthParamsType, xScrapePostDataWithNitterOutputType>;
 export declare const mongoInsertMongoDocParamsSchema: z.ZodObject<{
     databaseName: z.ZodString;
     collectionName: z.ZodString;
@@ -733,6 +716,23 @@ export declare const firecrawlScrapeUrlOutputSchema: z.ZodObject<{
 }>;
 export type firecrawlScrapeUrlOutputType = z.infer<typeof firecrawlScrapeUrlOutputSchema>;
 export type firecrawlScrapeUrlFunction = ActionFunction<firecrawlScrapeUrlParamsType, AuthParamsType, firecrawlScrapeUrlOutputType>;
+export declare const firecrawlScrapeTweetDataWithNitterParamsSchema: z.ZodObject<{
+    tweetUrl: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    tweetUrl: string;
+}, {
+    tweetUrl: string;
+}>;
+export type firecrawlScrapeTweetDataWithNitterParamsType = z.infer<typeof firecrawlScrapeTweetDataWithNitterParamsSchema>;
+export declare const firecrawlScrapeTweetDataWithNitterOutputSchema: z.ZodObject<{
+    text: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    text: string;
+}, {
+    text: string;
+}>;
+export type firecrawlScrapeTweetDataWithNitterOutputType = z.infer<typeof firecrawlScrapeTweetDataWithNitterOutputSchema>;
+export type firecrawlScrapeTweetDataWithNitterFunction = ActionFunction<firecrawlScrapeTweetDataWithNitterParamsType, AuthParamsType, firecrawlScrapeTweetDataWithNitterOutputType>;
 export declare const resendSendEmailParamsSchema: z.ZodObject<{
     to: z.ZodString;
     subject: z.ZodString;

package/dist/actions/autogen/types.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.googleOauthCreateNewGoogleDocOutputSchema = exports.googleOauthCreateNewGoogleDocParamsSchema = exports.resendSendEmailOutputSchema = exports.resendSendEmailParamsSchema = exports.firecrawlScrapeUrlOutputSchema = exports.firecrawlScrapeUrlParamsSchema = exports.nwsGetForecastForLocationOutputSchema = exports.nwsGetForecastForLocationParamsSchema = exports.openstreetmapGetLatitudeLongitudeFromLocationOutputSchema = exports.openstreetmapGetLatitudeLongitudeFromLocationParamsSchema = exports.snowflakeGetRowByFieldValueOutputSchema = exports.snowflakeGetRowByFieldValueParamsSchema = exports.mongoInsertMongoDocOutputSchema = exports.mongoInsertMongoDocParamsSchema = exports.xScrapePostDataWithNitterOutputSchema = exports.xScrapePostDataWithNitterParamsSchema = exports.xCreateShareXPostUrlOutputSchema = exports.xCreateShareXPostUrlParamsSchema = exports.linkedinCreateShareLinkedinPostUrlOutputSchema = exports.linkedinCreateShareLinkedinPostUrlParamsSchema = exports.zendeskCreateZendeskTicketOutputSchema = exports.zendeskCreateZendeskTicketParamsSchema = exports.credalCallCopilotOutputSchema = exports.credalCallCopilotParamsSchema = exports.googlemapsNearbysearchRestaurantsOutputSchema = exports.googlemapsNearbysearchRestaurantsParamsSchema = exports.googlemapsValidateAddressOutputSchema = exports.googlemapsValidateAddressParamsSchema = exports.jiraCreateJiraTicketOutputSchema = exports.jiraCreateJiraTicketParamsSchema = exports.confluenceUpdatePageOutputSchema = exports.confluenceUpdatePageParamsSchema = exports.mathAddOutputSchema = exports.mathAddParamsSchema = exports.slackListConversationsOutputSchema = exports.slackListConversationsParamsSchema = exports.slackSendMessageOutputSchema = exports.slackSendMessageParamsSchema = exports.AuthParamsSchema = void 0;
+exports.googleOauthCreateNewGoogleDocOutputSchema = exports.googleOauthCreateNewGoogleDocParamsSchema = exports.resendSendEmailOutputSchema = exports.resendSendEmailParamsSchema = exports.firecrawlScrapeTweetDataWithNitterOutputSchema = exports.firecrawlScrapeTweetDataWithNitterParamsSchema = exports.firecrawlScrapeUrlOutputSchema = exports.firecrawlScrapeUrlParamsSchema = exports.nwsGetForecastForLocationOutputSchema = exports.nwsGetForecastForLocationParamsSchema = exports.openstreetmapGetLatitudeLongitudeFromLocationOutputSchema = exports.openstreetmapGetLatitudeLongitudeFromLocationParamsSchema = exports.snowflakeGetRowByFieldValueOutputSchema = exports.snowflakeGetRowByFieldValueParamsSchema = exports.mongoInsertMongoDocOutputSchema = exports.mongoInsertMongoDocParamsSchema = exports.xCreateShareXPostUrlOutputSchema = exports.xCreateShareXPostUrlParamsSchema = exports.linkedinCreateShareLinkedinPostUrlOutputSchema = exports.linkedinCreateShareLinkedinPostUrlParamsSchema = exports.zendeskCreateZendeskTicketOutputSchema = exports.zendeskCreateZendeskTicketParamsSchema = exports.credalCallCopilotOutputSchema = exports.credalCallCopilotParamsSchema = exports.googlemapsNearbysearchRestaurantsOutputSchema = exports.googlemapsNearbysearchRestaurantsParamsSchema = exports.googlemapsValidateAddressOutputSchema = exports.googlemapsValidateAddressParamsSchema = exports.jiraCreateJiraTicketOutputSchema = exports.jiraCreateJiraTicketParamsSchema = exports.confluenceUpdatePageOutputSchema = exports.confluenceUpdatePageParamsSchema = exports.mathAddOutputSchema = exports.mathAddParamsSchema = exports.slackListConversationsOutputSchema = exports.slackListConversationsParamsSchema = exports.slackSendMessageOutputSchema = exports.slackSendMessageParamsSchema = exports.AuthParamsSchema = void 0;
 const zod_1 = require("zod");
 exports.AuthParamsSchema = zod_1.z.object({
     authToken: zod_1.z.string().optional(),
@@ -168,12 +168,6 @@ exports.xCreateShareXPostUrlParamsSchema = zod_1.z.object({
 exports.xCreateShareXPostUrlOutputSchema = zod_1.z.object({
     xUrl: zod_1.z.string().describe("The share post X(formerly twitter) URL"),
 });
-exports.xScrapePostDataWithNitterParamsSchema = zod_1.z.object({
-    tweetUrl: zod_1.z.string().describe("The url for the X(formerly twitter) post"),
-});
-exports.xScrapePostDataWithNitterOutputSchema = zod_1.z.object({
-    text: zod_1.z.string().describe("The text in the tweet URL"),
-});
 exports.mongoInsertMongoDocParamsSchema = zod_1.z.object({
     databaseName: zod_1.z.string().describe("Database to connect to"),
     collectionName: zod_1.z.string().describe("Collection to insert the document into"),
@@ -228,6 +222,12 @@ exports.nwsGetForecastForLocationOutputSchema = zod_1.z.object({
 });
 exports.firecrawlScrapeUrlParamsSchema = zod_1.z.object({ url: zod_1.z.string().describe("The URL to scrape") });
 exports.firecrawlScrapeUrlOutputSchema = zod_1.z.object({ content: zod_1.z.string().describe("The content of the URL") });
+exports.firecrawlScrapeTweetDataWithNitterParamsSchema = zod_1.z.object({
+    tweetUrl: zod_1.z.string().describe("The url for the X(formerly twitter) post"),
+});
+exports.firecrawlScrapeTweetDataWithNitterOutputSchema = zod_1.z.object({
+    text: zod_1.z.string().describe("The text in the tweet URL"),
+});
 exports.resendSendEmailParamsSchema = zod_1.z.object({
     to: zod_1.z.string().describe("The email address to send the email to"),
     subject: zod_1.z.string().describe("The subject of the email"),

package/dist/actions/groups.js

@@ -57,7 +57,7 @@ exports.ACTION_GROUPS = {
     },
     FIRECRAWL: {
         description: "Actions for interacting with Firecrawl",
-        actions: [templates_1.firecrawlScrapeUrlDefinition],
+        actions: [templates_1.firecrawlScrapeUrlDefinition, templates_1.firecrawlScrapeTweetDataWithNitterDefinition],
     },
     RESEND: {
         description: "Action for sending an email",
@@ -65,6 +65,6 @@ exports.ACTION_GROUPS = {
     },
     X: {
         description: "Actions for interacting with X(formerly twitter)",
-        actions: [templates_1.xCreateShareXPostUrlDefinition, templates_1.xScrapePostDataWithNitterDefinition],
+        actions: [templates_1.xCreateShareXPostUrlDefinition],
     },
 };

package/dist/actions/providers/firecrawl/scrapeTweetDataWithNitter.d.ts

@@ -0,0 +1,3 @@
+import { firecrawlScrapeTweetDataWithNitterFunction } from "../../autogen/types";
+declare const scrapeTweetDataWithNitter: firecrawlScrapeTweetDataWithNitterFunction;
+export default scrapeTweetDataWithNitter;

package/dist/actions/providers/firecrawl/scrapeTweetDataWithNitter.js

@@ -0,0 +1,45 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
+const scrapeTweetDataWithNitter = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const tweetUrlRegex = /^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)\/([a-zA-Z0-9_]+)\/status\/(\d+)(?:\?.*)?$/;
+    if (!tweetUrlRegex.test(params.tweetUrl)) {
+        throw new Error("Invalid tweet URL. Expected format: https://twitter.com/username/status/id or https://x.com/username/status/id");
+    }
+    const nitterUrl = params.tweetUrl.replace(/^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)/i, "https://nitter.net");
+    // Initialize Firecrawl
+    if (!authParams.apiKey) {
+        throw new Error("API key is required for X+Nitter+Firecrawl");
+    }
+    const firecrawl = new firecrawl_js_1.default({
+        apiKey: authParams.apiKey,
+    });
+    try {
+        // Scrape the Nitter URL
+        const result = yield firecrawl.scrapeUrl(nitterUrl);
+        if (!result.success) {
+            throw new Error(`Failed to scrape tweet: ${result.error || "Unknown error"}`);
+        }
+        // Extract the tweet text from the scraped content - simple approach - in practice, you might need more robust parsing based on nitter html structure
+        const tweetContent = result.markdown;
+        return {
+            text: tweetContent || "Error scraping with firecrawl",
+        };
+    }
+    catch (error) {
+        throw new Error(`Error scraping tweet: ${error instanceof Error ? error.message : error}`);
+    }
+});
+exports.default = scrapeTweetDataWithNitter;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@credal/actions",
-  "version": "0.1.16",
+  "version": "0.1.17",
   "description": "AI Actions by Credal AI",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",