@credal/actions 0.2.153 → 0.2.155

package/dist/actions/providers/slackUser/searchSlack.js

@@ -10,6 +10,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 import { WebClient } from "@slack/web-api";
 import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
 import pLimit from "p-limit";
+import { extractMessageText, transformToSlackMessage, simplifyFile, } from "../slack/messageTransformers.js";
 /* ===================== Constants ===================== */
 const HIT_ENRICH_POOL = 2; // keep concurrency conservative to avoid 429s
 const limitHit = pLimit(HIT_ENRICH_POOL);
@@ -63,164 +64,6 @@ class SlackUserCache {
     }
 }
 /* ===================== Helpers ===================== */
-/* ===================== Helpers ===================== */
-/**
- * Extracts all visible text from a Slack message
- */
-export function extractMessageText(m) {
-    var _a, _b, _c, _d;
-    if (!m)
-        return undefined;
-    const pieces = [];
-    // ---- Rich text helpers ----
-    const walkRichTextInline = (el) => {
-        var _a;
-        const blockPieces = [];
-        switch (el.type) {
-            case "text":
-                blockPieces.push(el.text);
-                break;
-            case "link":
-                blockPieces.push(el.text || el.url);
-                break;
-            case "user":
-                blockPieces.push(`<@${el.user_id}>`);
-                break;
-            case "channel":
-                blockPieces.push(`<#${el.channel_id}>`);
-                break;
-            case "emoji":
-                blockPieces.push(`:${el.name}:`);
-                break;
-            case "broadcast":
-                blockPieces.push(`@${el.range}`);
-                break;
-            case "date":
-                blockPieces.push((_a = el.fallback) !== null && _a !== void 0 ? _a : `<date:${el.timestamp}>`);
-                break;
-            case "team":
-                blockPieces.push(`<team:${el.team_id}>`);
-                break;
-            case "usergroup":
-                blockPieces.push(`<usergroup:${el.usergroup_id}>`);
-                break;
-            case "color":
-                // Usually formatting only, skip
-                break;
-        }
-        return blockPieces;
-    };
-    const walkRichTextElement = (el) => {
-        const result = [];
-        switch (el.type) {
-            case "rich_text_section":
-            case "rich_text_quote":
-                result.push(el.elements.map(walkRichTextInline).join("\n"));
-                break;
-            case "rich_text_list":
-                result.push(el.elements.map(section => section.elements.map(walkRichTextInline).join("\n")).join("\n"));
-                break;
-            case "rich_text_preformatted":
-                result.push(el.elements.map(walkRichTextInline).join("\n"));
-                break;
-        }
-        return result;
-    };
-    // ---- Block helpers ----
-    const walkBlock = (block) => {
-        var _a, _b, _c, _d, _e, _f, _g;
-        const blockPieces = [];
-        switch (block.type) {
-            case "section":
-                if ((_a = block.text) === null || _a === void 0 ? void 0 : _a.text)
-                    blockPieces.push(block.text.text);
-                if (block.fields) {
-                    for (const f of block.fields)
-                        if (f.text)
-                            blockPieces.push(f.text);
-                }
-                if (block.accessory && "text" in block.accessory && block.accessory.text) {
-                    blockPieces.push(block.accessory.text.text);
-                }
-                break;
-            case "context":
-                if (Array.isArray(block.elements)) {
-                    block.elements.forEach(el => {
-                        if ("text" in el && el.text)
-                            blockPieces.push(el.text);
-                    });
-                }
-                break;
-            case "header":
-                if ((_b = block.text) === null || _b === void 0 ? void 0 : _b.text)
-                    blockPieces.push(block.text.text);
-                break;
-            case "rich_text":
-                blockPieces.push(block.elements.map(walkRichTextElement).join("\n"));
-                break;
-            case "markdown":
-                if (block.text)
-                    blockPieces.push(block.text);
-                break;
-            case "video":
-                if ((_c = block.title) === null || _c === void 0 ? void 0 : _c.text)
-                    blockPieces.push(block.title.text);
-                if ((_d = block.description) === null || _d === void 0 ? void 0 : _d.text)
-                    blockPieces.push(block.description.text);
-                break;
-            case "image":
-                if ((_e = block.title) === null || _e === void 0 ? void 0 : _e.text)
-                    blockPieces.push(block.title.text);
-                break;
-            case "input":
-                if ((_f = block.label) === null || _f === void 0 ? void 0 : _f.text)
-                    blockPieces.push(block.label.text);
-                if ((_g = block.hint) === null || _g === void 0 ? void 0 : _g.text)
-                    blockPieces.push(block.hint.text);
-                break;
-            // divider, file, actions, input don’t contribute visible text
-            case "divider":
-            case "file":
-            case "actions":
-                break;
-        }
-        return blockPieces;
-    };
-    let blockText = "";
-    if (Array.isArray(m.blocks)) {
-        const blockPieces = m.blocks.map(b => walkBlock(b));
-        blockText = blockPieces.join("\n");
-    }
-    if (blockText) {
-        pieces.push(blockText);
-    }
-    else if (m.text) {
-        pieces.push(m.text);
-    }
-    // 3. Attachments
-    if (m.attachments) {
-        for (const att of m.attachments) {
-            if (att.pretext)
-                pieces.push(att.pretext);
-            if (att.title)
-                pieces.push(att.title);
-            if (att.text)
-                pieces.push(att.text);
-            if (att.fields) {
-                for (const f of att.fields) {
-                    const title = (_b = (_a = f.title) === null || _a === void 0 ? void 0 : _a.trim()) !== null && _b !== void 0 ? _b : "";
-                    const value = (_d = (_c = f.value) === null || _c === void 0 ? void 0 : _c.trim()) !== null && _d !== void 0 ? _d : "";
-                    if (title || value) {
-                        pieces.push(title && value ? `${title}: ${value}` : title || value);
-                    }
-                }
-            }
-        }
-    }
-    // Deduplicate and join
-    const out = Array.from(new Set(pieces.map(s => s.trim()).filter(Boolean))).join("\n");
-    return out || undefined;
-}
 function normalizeChannelOperand(ch) {
     const s = ch.trim();
     if (/^[CGD][A-Z0-9]/i.test(s))
@@ -297,17 +140,6 @@ function getPermalink(client, channel, ts) {
         }
     });
 }
-function transformToSlackMessage(message) {
-    return {
-        ts: message.ts,
-        text: message.text,
-        user: message.user,
-        username: message.username,
-        thread_ts: message.thread_ts,
-        blocks: message.blocks,
-        attachments: message.attachments,
-    };
-}
 function fetchOneMessage(client, channel, ts) {
     return __awaiter(this, void 0, void 0, function* () {
         var _a;
@@ -397,17 +229,45 @@ function searchByTopic(input) {
         return (_b = (_a = searchRes.messages) === null || _a === void 0 ? void 0 : _a.matches) !== null && _b !== void 0 ? _b : [];
     });
 }
+/**
+ * Deduplicates and merges Slack threads.
+ * When multiple search hits point to the same thread (same thread_ts),
+ * we merge them into a single result with all unique messages in context.
+ */
 function dedupeAndSort(results) {
-    const seen = new Set();
-    const out = [];
-    for (const r of results) {
-        const key = `${r.channelId}-${r.ts}`;
-        if (!seen.has(key)) {
-            seen.add(key);
-            out.push(r);
+    var _a, _b, _c, _d, _e, _f, _g;
+    // Group by thread: channelId + ts (where ts is the root thread_ts)
+    const threadMap = new Map();
+    for (const result of results) {
+        const threadKey = `${result.channelId}-${result.ts}`;
+        const existing = threadMap.get(threadKey);
+        if (!existing) {
+            // First time seeing this thread
+            threadMap.set(threadKey, result);
+        }
+        else {
+            // Merge: dedupe context messages by ts
+            const existingTsSet = new Set((_b = (_a = existing.context) === null || _a === void 0 ? void 0 : _a.map(m => m.ts)) !== null && _b !== void 0 ? _b : []);
+            const newMessages = ((_c = result.context) !== null && _c !== void 0 ? _c : []).filter(m => !existingTsSet.has(m.ts));
+            if (newMessages.length > 0) {
+                existing.context = [...((_d = existing.context) !== null && _d !== void 0 ? _d : []), ...newMessages].sort((a, b) => Number(a.ts) - Number(b.ts));
+            }
+            // Update permalink if missing
+            if (!existing.permalink && result.permalink) {
+                existing.permalink = result.permalink;
+            }
+            // Merge members if needed (for DMs/MPIMs)
+            if (result.members && result.members.length > 0) {
+                const existingMemberIds = new Set((_f = (_e = existing.members) === null || _e === void 0 ? void 0 : _e.map(m => m.userId)) !== null && _f !== void 0 ? _f : []);
+                const newMembers = result.members.filter(m => !existingMemberIds.has(m.userId));
+                if (newMembers.length > 0) {
+                    existing.members = [...((_g = existing.members) !== null && _g !== void 0 ? _g : []), ...newMembers];
+                }
+            }
         }
     }
-    return out.sort((a, b) => Number(b.ts) - Number(a.ts));
+    // Sort by timestamp descending (most recent first)
+    return Array.from(threadMap.values()).sort((a, b) => Number(b.ts) - Number(a.ts));
 }
 /* ===================== MAIN EXPORT ===================== */
 const searchSlack = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
@@ -415,7 +275,7 @@ const searchSlack = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params,
         throw new Error(MISSING_AUTH_TOKEN);
     const client = new WebClient(authParams.authToken);
     const cache = new SlackUserCache(client);
-    const { emails, topic, timeRange, limit = 20, channel } = params;
+    const { emails, topic, timeRange, limit = 20, channel, fetchAdjacentMessages = true } = params;
     const { user_id: myUserId } = yield client.auth.test();
     if (!myUserId)
         throw new Error("Failed to get my user ID.");
@@ -466,7 +326,7 @@ const searchSlack = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params,
     searchResults.forEach(matches => allMatches.push(...matches));
     const channelInfoCache = new Map();
     const expanded = yield Promise.all(allMatches.map(m => limitHit(() => __awaiter(void 0, void 0, void 0, function* () {
-        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l;
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _o;
         if (!m.ts || !((_a = m.channel) === null || _a === void 0 ? void 0 : _a.id))
             return null;
         const anchor = yield fetchOneMessage(client, m.channel.id, m.ts);
@@ -491,10 +351,12 @@ const searchSlack = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params,
                 yield fetchThread(client, m.channel.id, rootTs),
                 (_g = m.permalink) !== null && _g !== void 0 ? _g : (yield getPermalink(client, m.channel.id, rootTs)),
             ]
-            : [
-                yield fetchContextWindow(client, m.channel.id, m.ts),
-                (_h = m.permalink) !== null && _h !== void 0 ? _h : (yield getPermalink(client, m.channel.id, m.ts)),
-            ];
+            : fetchAdjacentMessages
+                ? [
+                    yield fetchContextWindow(client, m.channel.id, m.ts),
+                    (_h = m.permalink) !== null && _h !== void 0 ? _h : (yield getPermalink(client, m.channel.id, m.ts)),
+                ]
+                : [[], (_j = m.permalink) !== null && _j !== void 0 ? _j : (yield getPermalink(client, m.channel.id, m.ts))];
         // filter logic
         let passesFilter = false;
         if (channelInfo.isIm || channelInfo.isMpim) {
@@ -506,17 +368,32 @@ const searchSlack = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params,
         }
         if (filteredTargetIds.length && !passesFilter)
             return null;
-        const context = yield Promise.all(contextMsgs.map((t) => __awaiter(void 0, void 0, void 0, function* () {
+        const allContext = yield Promise.all(contextMsgs.map((t) => __awaiter(void 0, void 0, void 0, function* () {
             var _a;
             const u = t.user ? yield cache.get(t.user) : undefined;
             const rawText = extractMessageText(t);
-            return {
-                ts: t.ts,
-                text: rawText ? yield expandSlackEntities(cache, rawText) : undefined,
-                userEmail: u === null || u === void 0 ? void 0 : u.email,
-                userName: (_a = u === null || u === void 0 ? void 0 : u.name) !== null && _a !== void 0 ? _a : t.username,
-            };
+            // Simplify files to only include highest quality thumbnail
+            if (t.files && Array.isArray(t.files)) {
+                t.files = t.files.map((file) => simplifyFile(file));
+            }
+            // Build interaction description
+            const interactions = [];
+            if (t.reactions && t.reactions.length > 0) {
+                interactions.push(`Reactions: ${t.reactions.map(r => `:${r.name}: (${r.count})`).join(", ")}`);
+            }
+            if (t.files && t.files.length > 0) {
+                interactions.push(`Files: ${t.files.map(f => f.title || f.name || "Untitled").join(", ")}`);
+            }
+            return Object.assign({ ts: t.ts, text: rawText ? yield expandSlackEntities(cache, rawText) : undefined, userEmail: u === null || u === void 0 ? void 0 : u.email, userName: (_a = u === null || u === void 0 ? void 0 : u.name) !== null && _a !== void 0 ? _a : t.username }, (interactions.length > 0 ? { interactions: interactions.join(" | ") } : {}));
         })));
+        // Deduplicate by timestamp - appears the the context array returned can have duplicates
+        const seenTs = new Set();
+        const context = allContext.filter(msg => {
+            if (seenTs.has(msg.ts))
+                return false;
+            seenTs.add(msg.ts);
+            return true;
+        });
         const anchorUser = (anchor === null || anchor === void 0 ? void 0 : anchor.user) ? yield cache.get(anchor.user) : undefined;
         const anchorText = extractMessageText(anchor);
         return {
@@ -524,10 +401,10 @@ const searchSlack = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params,
             ts: rootTs,
             text: anchorText ? yield expandSlackEntities(cache, anchorText) : undefined,
             userEmail: anchorUser === null || anchorUser === void 0 ? void 0 : anchorUser.email,
-            userName: (_j = anchorUser === null || anchorUser === void 0 ? void 0 : anchorUser.name) !== null && _j !== void 0 ? _j : anchor === null || anchor === void 0 ? void 0 : anchor.username,
+            userName: (_k = anchorUser === null || anchorUser === void 0 ? void 0 : anchorUser.name) !== null && _k !== void 0 ? _k : anchor === null || anchor === void 0 ? void 0 : anchor.username,
             context,
-            permalink: (_k = m.permalink) !== null && _k !== void 0 ? _k : permalink,
-            members: ((_l = channelInfo.members) !== null && _l !== void 0 ? _l : []).map(uid => {
+            permalink: (_l = m.permalink) !== null && _l !== void 0 ? _l : permalink,
+            members: ((_o = channelInfo.members) !== null && _o !== void 0 ? _o : []).map(uid => {
                 const u = cache.getSync(uid);
                 return { userId: uid, userEmail: u === null || u === void 0 ? void 0 : u.email, userName: u === null || u === void 0 ? void 0 : u.name };
             }),

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts

@@ -0,0 +1,3 @@
+import { snowflakeRunSnowflakeQueryWriteResultsToS3Function } from "../../autogen/types";
+declare const runSnowflakeQueryWriteResultsToS3: snowflakeRunSnowflakeQueryWriteResultsToS3Function;
+export default runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js

@@ -0,0 +1,154 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
+const crypto_1 = __importDefault(require("crypto"));
+const client_s3_1 = require("@aws-sdk/client-s3");
+const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
+const uuid_1 = require("uuid");
+// Only log errors.
+snowflake_sdk_1.default.configure({ logLevel: "ERROR" });
+const runSnowflakeQueryWriteResultsToS3 = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const { databaseName, warehouse, query, user, accountName, s3BucketName, s3Region, outputFormat = "json" } = params;
+    const { apiKey: privateKey, awsAccessKeyId, awsSecretAccessKey } = authParams;
+    if (!privateKey) {
+        throw new Error("Snowflake private key is required");
+    }
+    if (!awsAccessKeyId || !awsSecretAccessKey) {
+        throw new Error("AWS credentials are required");
+    }
+    if (!accountName || !user || !databaseName || !warehouse || !query || !s3BucketName) {
+        throw new Error("Missing required parameters for Snowflake query or S3 destination");
+    }
+    const getPrivateKeyCorrectFormat = (privateKey) => {
+        const buffer = Buffer.from(privateKey);
+        const privateKeyObject = crypto_1.default.createPrivateKey({
+            key: buffer,
+            format: "pem",
+            passphrase: "password",
+        });
+        const privateKeyCorrectFormat = privateKeyObject.export({
+            format: "pem",
+            type: "pkcs8",
+        });
+        return privateKeyCorrectFormat.toString();
+    };
+    const executeQueryAndFormatData = () => __awaiter(void 0, void 0, void 0, function* () {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const queryResults = yield new Promise((resolve, reject) => {
+            connection.execute({
+                sqlText: query,
+                complete: (err, stmt, rows) => {
+                    if (err) {
+                        return reject(err);
+                    }
+                    return resolve(rows || []);
+                },
+            });
+        });
+        // Format the results based on the output format
+        let formattedData;
+        if (outputFormat.toLowerCase() === "csv") {
+            if (queryResults.length === 0) {
+                formattedData = "";
+            }
+            else {
+                const headers = Object.keys(queryResults[0]).join(",");
+                const rows = queryResults.map(row => Object.values(row)
+                    .map(value => (typeof value === "object" && value !== null ? JSON.stringify(value) : value))
+                    .join(","));
+                formattedData = [headers, ...rows].join("\n");
+            }
+        }
+        else {
+            // Default to JSON
+            formattedData = JSON.stringify(queryResults, null, 2);
+        }
+        return { formattedData, resultsLength: queryResults.length };
+    });
+    const uploadToS3AndGetURL = (formattedData) => __awaiter(void 0, void 0, void 0, function* () {
+        // Create S3 client
+        const s3Client = new client_s3_1.S3Client({
+            region: s3Region,
+            credentials: {
+                accessKeyId: awsAccessKeyId,
+                secretAccessKey: awsSecretAccessKey,
+            },
+        });
+        const contentType = outputFormat.toLowerCase() === "csv" ? "text/csv" : "application/json";
+        const fileExtension = outputFormat.toLowerCase() === "csv" ? "csv" : "json";
+        const finalKey = `${databaseName}/${(0, uuid_1.v4)()}.${fileExtension}`;
+        // Upload to S3 without ACL
+        const uploadCommand = new client_s3_1.PutObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+            Body: formattedData,
+            ContentType: contentType,
+        });
+        yield s3Client.send(uploadCommand);
+        // Generate a presigned URL (valid for an hour)
+        const getObjectCommand = new client_s3_1.GetObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+        });
+        const presignedUrl = yield (0, s3_request_presigner_1.getSignedUrl)(s3Client, getObjectCommand, { expiresIn: 3600 });
+        return presignedUrl;
+    });
+    // Process the private key
+    const privateKeyCorrectFormatString = getPrivateKeyCorrectFormat(privateKey);
+    // Set up a connection using snowflake-sdk
+    const connection = snowflake_sdk_1.default.createConnection({
+        account: accountName,
+        username: user,
+        privateKey: privateKeyCorrectFormatString,
+        authenticator: "SNOWFLAKE_JWT",
+        role: "ACCOUNTADMIN",
+        warehouse: warehouse,
+        database: databaseName,
+    });
+    try {
+        // Connect to Snowflake
+        yield new Promise((resolve, reject) => {
+            connection.connect((err, conn) => {
+                if (err) {
+                    console.error("Unable to connect to Snowflake:", err.message);
+                    return reject(err);
+                }
+                resolve(conn);
+            });
+        });
+        const { formattedData, resultsLength } = yield executeQueryAndFormatData();
+        const presignedUrl = yield uploadToS3AndGetURL(formattedData);
+        // Return fields to match schema definition
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        return {
+            bucketUrl: presignedUrl,
+            message: `Query results successfully written to S3. URL valid for 1 hour.`,
+            rowCount: resultsLength,
+        };
+    }
+    catch (error) {
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        throw Error(`An error occurred: ${error}`);
+    }
+});
+exports.default = runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts

@@ -0,0 +1,3 @@
+import { xScrapePostDataWithNitterFunction } from "../../autogen/types";
+declare const scrapeTweetDataWithNitter: xScrapePostDataWithNitterFunction;
+export default scrapeTweetDataWithNitter;

package/dist/actions/providers/x/scrapeTweetDataWithNitter.js

@@ -0,0 +1,45 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
+const scrapeTweetDataWithNitter = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const tweetUrlRegex = /^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)\/([a-zA-Z0-9_]+)\/status\/(\d+)(?:\?.*)?$/;
+    if (!tweetUrlRegex.test(params.tweetUrl)) {
+        throw new Error("Invalid tweet URL. Expected format: https://twitter.com/username/status/id or https://x.com/username/status/id");
+    }
+    const nitterUrl = params.tweetUrl.replace(/^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)/i, "https://nitter.net");
+    // Initialize Firecrawl
+    if (!authParams.apiKey) {
+        throw new Error("API key is required for X+Nitter+Firecrawl");
+    }
+    const firecrawl = new firecrawl_js_1.default({
+        apiKey: authParams.apiKey,
+    });
+    try {
+        // Scrape the Nitter URL
+        const result = yield firecrawl.scrapeUrl(nitterUrl);
+        if (!result.success) {
+            throw new Error(`Failed to scrape tweet: ${result.error || "Unknown error"}`);
+        }
+        // Extract the tweet text from the scraped content - simple approach - in practice, you might need more robust parsing based on nitter html structure
+        const tweetContent = result.markdown;
+        return {
+            text: tweetContent || "Error scraping with firecrawl",
+        };
+    }
+    catch (error) {
+        throw new Error(`Error scraping tweet: ${error instanceof Error ? error.message : error}`);
+    }
+});
+exports.default = scrapeTweetDataWithNitter;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@credal/actions",
-  "version": "0.2.153",
+  "version": "0.2.155",
   "type": "module",
   "description": "AI Actions by Credal AI",
   "sideEffects": false,
@@ -64,7 +64,7 @@
     "json-schema-to-zod": "^2.5.0",
     "jsonwebtoken": "^9.0.2",
     "limiter": "^3.0.0",
-    "mammoth": "^1.4.27",
+    "mammoth": "^1.11.00",
     "mongodb": "^6.13.1",
     "node-forge": "^1.3.1",
     "officeparser": "^5.2.0",

package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.d.ts

@@ -1,3 +0,0 @@
-import { salesforceGetSalesforceRecordsByQueryFunction } from "../../autogen/types";
-declare const getSalesforceRecordByQuery: salesforceGetSalesforceRecordsByQueryFunction;
-export default getSalesforceRecordByQuery;

package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.js

@@ -1,43 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const axiosClient_1 = require("../../util/axiosClient");
-const getSalesforceRecordByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
-    const { authToken, baseUrl } = authParams;
-    const { query, limit } = params;
-    if (!authToken || !baseUrl) {
-        return {
-            success: false,
-            error: "authToken and baseUrl are required for Salesforce API",
-        };
-    }
-    // The API limits the maximum number of records returned to 2000, the limit lets the user set a smaller custom limit
-    const url = `${baseUrl}/services/data/v56.0/query/?q=${encodeURIComponent(query + " LIMIT " + (limit != undefined && limit <= 2000 ? limit : 2000))}`;
-    try {
-        const response = yield axiosClient_1.axiosClient.get(url, {
-            headers: {
-                Authorization: `Bearer ${authToken}`,
-            },
-        });
-        return {
-            success: true,
-            records: response.data,
-        };
-    }
-    catch (error) {
-        console.error("Error retrieving Salesforce record:", error);
-        return {
-            success: false,
-            error: error instanceof Error ? error.message : "An unknown error occurred",
-        };
-    }
-});
-exports.default = getSalesforceRecordByQuery;