@credal/actions 0.2.39 → 0.2.40

package/dist/actions/providers/confluence/updatePage.d.ts

@@ -0,0 +1,3 @@
+import { confluenceUpdatePageFunction } from "../../../actions/autogen/types";
+declare const confluenceUpdatePage: confluenceUpdatePageFunction;
+export default confluenceUpdatePage;

package/dist/actions/providers/confluence/updatePage.js

@@ -0,0 +1,46 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const axiosClient_1 = require("../../util/axiosClient");
+function getConfluenceRequestConfig(baseUrl, username, apiToken) {
+    return {
+        baseURL: baseUrl,
+        headers: {
+            Accept: "application/json",
+            Authorization: `Basic ${Buffer.from(`${username}:${apiToken}`).toString("base64")}`,
+        },
+    };
+}
+const confluenceUpdatePage = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const { pageId, content, title } = params;
+    const { baseUrl, authToken, username } = authParams;
+    if (!baseUrl || !authToken || !username) {
+        throw new Error("Missing required authentication information");
+    }
+    const config = getConfluenceRequestConfig(baseUrl, username, authToken);
+    // Get current version number
+    const response = yield axiosClient_1.axiosClient.get(`/api/v2/pages/${pageId}`, config);
+    const currVersion = response.data.version.number;
+    const payload = {
+        id: pageId,
+        status: "current",
+        title,
+        body: {
+            representation: "storage",
+            value: content,
+        },
+        version: {
+            number: currVersion + 1,
+        },
+    };
+    yield axiosClient_1.axiosClient.put(`/api/v2/pages/${pageId}`, payload, config);
+});
+exports.default = confluenceUpdatePage;

package/dist/actions/providers/generic/fillTemplateAction.d.ts

@@ -0,0 +1,7 @@
+import type { ActionFunction } from "../../autogen/types";
+declare const fillTemplateAction: ActionFunction<{
+    template: string;
+}, {
+    result: string;
+}, unknown>;
+export default fillTemplateAction;

package/dist/actions/providers/generic/fillTemplateAction.js

@@ -0,0 +1,18 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fillTemplateAction = (_a) => __awaiter(void 0, [_a], void 0, function* ({ template }) {
+    // Simply return the template without any modification
+    return {
+        result: template,
+    };
+});
+exports.default = fillTemplateAction;

package/dist/actions/providers/generic/genericApiCall.d.ts

@@ -0,0 +1,3 @@
+import type { genericUniversalTestActionFunction } from "../../autogen/types";
+declare const genericApiCall: genericUniversalTestActionFunction;
+export default genericApiCall;

package/dist/actions/providers/generic/genericApiCall.js

@@ -0,0 +1,38 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const axios_1 = __importDefault(require("axios"));
+const genericApiCall = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, }) {
+    try {
+        const { endpoint, method, headers, body } = params;
+        const response = yield (0, axios_1.default)({
+            url: endpoint,
+            method,
+            headers,
+            data: method !== "GET" ? body : undefined,
+        });
+        return {
+            statusCode: response.status,
+            headers: response.headers,
+            data: response.data,
+        };
+    }
+    catch (error) {
+        if (axios_1.default.isAxiosError(error)) {
+            throw Error("Axios Error: " + (error.message || "Failed to make API call"));
+        }
+        throw Error("Error: " + (error || "Failed to make API call"));
+    }
+});
+exports.default = genericApiCall;

package/dist/actions/providers/google-oauth/getDriveContentById.d.ts

@@ -0,0 +1,3 @@
+import type { googleOauthGetDriveFileContentByIDFunction } from "../../autogen/types.js";
+declare const getDriveFileContentByID: googleOauthGetDriveFileContentByIDFunction;
+export default getDriveFileContentByID;

package/dist/actions/providers/google-oauth/getDriveContentById.js

@@ -0,0 +1,161 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import pdf from "pdf-parse/lib/pdf-parse.js";
+import { axiosClient } from "../../util/axiosClient.js";
+import mammoth from "mammoth";
+import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
+const getDriveFileContentByID = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    if (!authParams.authToken) {
+        return { success: false, error: MISSING_AUTH_TOKEN };
+    }
+    const { fileId, limit } = params;
+    try {
+        // First, get file metadata to determine the file type
+        const metadataUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?fields=name,mimeType,size`;
+        const metadataRes = yield axiosClient.get(metadataUrl, {
+            headers: {
+                Authorization: `Bearer ${authParams.authToken}`,
+            },
+        });
+        const { name: fileName, mimeType, size } = metadataRes.data;
+        // Check if file is too large (50MB limit for safety)
+        if (size && parseInt(size) > 50 * 1024 * 1024) {
+            return {
+                success: false,
+                error: "File too large (>50MB)",
+            };
+        }
+        let content = "";
+        // Handle different file types - read content directly
+        if (mimeType === "application/vnd.google-apps.document") {
+            // Google Docs - download as plain text
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: 'text',
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === "application/vnd.google-apps.spreadsheet") {
+            // Google Sheets - download as CSV
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=csv`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: 'text',
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === "application/vnd.google-apps.presentation") {
+            // Google Slides - download as plain text
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media&format=txt`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: 'text',
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === "application/pdf") {
+            // PDF files - use pdf-parse
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: 'arraybuffer',
+            });
+            try {
+                const pdfData = yield pdf(downloadRes.data);
+                content = pdfData.text;
+            }
+            catch (pdfError) {
+                return {
+                    success: false,
+                    error: `Failed to parse PDF: ${pdfError instanceof Error ? pdfError.message : 'Unknown PDF error'}`,
+                };
+            }
+        }
+        else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
+            mimeType === "application/msword") {
+            // Word documents (.docx or .doc) - download and extract text using mammoth
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: 'arraybuffer',
+            });
+            try {
+                // mammoth works with .docx files. It will ignore formatting and return raw text
+                const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
+                content = result.value; // raw text
+            }
+            catch (wordError) {
+                return {
+                    success: false,
+                    error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : 'Unknown Word error'}`,
+                };
+            }
+        }
+        else if (mimeType === "text/plain" ||
+            mimeType === "text/html" ||
+            mimeType === "application/rtf" ||
+            (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
+            // Text-based files
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: 'text',
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
+            // Skip images
+            return {
+                success: false,
+                error: "Image files are not supported for text extraction",
+            };
+        }
+        else {
+            // Unsupported file type
+            return {
+                success: false,
+                error: `Unsupported file type: ${mimeType}`,
+            };
+        }
+        content = content.trim();
+        const originalLength = content.length;
+        // Naive way to truncate content
+        if (limit && content.length > limit) {
+            content = content.substring(0, limit);
+        }
+        return {
+            success: true,
+            content,
+            fileName,
+            fileLength: originalLength,
+        };
+    }
+    catch (error) {
+        console.error("Error getting Google Drive file content", error);
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Unknown error",
+        };
+    }
+});
+export default getDriveFileContentByID;

package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.d.ts

@@ -0,0 +1,3 @@
+import type { googleOauthSearchDriveByKeywordsFunction } from "../../autogen/types.js";
+declare const searchDriveByKeywords: googleOauthSearchDriveByKeywordsFunction;
+export default searchDriveByKeywords;

package/dist/actions/providers/google-oauth/searchAndGetDriveContentByKeywords.js

@@ -0,0 +1,47 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { axiosClient } from "../../util/axiosClient.js";
+import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
+const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    var _b;
+    if (!authParams.authToken) {
+        return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
+    }
+    const { keywords, limit } = params;
+    // Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
+    const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
+    const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
+    // 1. Get the file metadata from google drive search
+    let files = [];
+    try {
+        const res = yield axiosClient.get(url, {
+            headers: {
+                Authorization: `Bearer ${authParams.authToken}`,
+            },
+        });
+        files =
+            ((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
+                id: file.id || "",
+                name: file.name || "",
+                mimeType: file.mimeType || "",
+                url: file.webViewLink || "",
+            }))) || [];
+    }
+    catch (error) {
+        console.error("Error searching Google Drive", error);
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Unknown error",
+            files: [],
+        };
+    }
+    files = limit ? files.splice(0, limit) : files;
+});
+export default searchDriveByKeywords;

package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.d.ts

@@ -0,0 +1,3 @@
+import type { googleOauthSearchDriveAndGetContentByKeywordsFunction } from "../../autogen/types.js";
+declare const searchDriveAndGetContentByKeywords: googleOauthSearchDriveAndGetContentByKeywordsFunction;
+export default searchDriveAndGetContentByKeywords;

package/dist/actions/providers/google-oauth/searchDriveAndGetContentByKeywords.js

@@ -0,0 +1,110 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { axiosClient } from "../../util/axiosClient.js";
+import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
+import extractContentFromDriveFileId from "./utils/extractContentFromDriveFileId.js";
+import { normalizeText } from "../../../utils/string.js";
+/** Intelligently selects a section of text around the median occurrence of keywords */
+const intelligentSelectByMedianSection = (text, keywords, limit) => {
+    if (!text || text.length <= limit)
+        return text;
+    if (!(keywords === null || keywords === void 0 ? void 0 : keywords.length))
+        return text.substring(0, limit);
+    // Find all keyword positions (case-insensitive, limited to first 1000 matches)
+    const positions = [];
+    const normalizedText = normalizeText(text);
+    for (const keyword of keywords) {
+        if (keyword.length < 3)
+            continue; // Skip very short keywords
+        let pos = -1;
+        const normalizedKeyword = normalizeText(keyword);
+        while ((pos = normalizedText.indexOf(normalizedKeyword, pos + 1)) !== -1 && positions.length < 1000) {
+            positions.push(pos);
+        }
+    }
+    if (!positions.length)
+        return text.substring(0, limit);
+    // Find median position (using sort for simplicity, still fast for 1000 elements)
+    positions.sort((a, b) => a - b);
+    const medianPos = positions[Math.floor(positions.length / 2)];
+    // Return window around median
+    const half = Math.floor(limit / 2);
+    const start = Math.max(0, medianPos - half);
+    const end = Math.min(text.length, start + limit);
+    return text.substring(start, end);
+};
+const searchDriveAndGetContentByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    var _b;
+    if (!authParams.authToken) {
+        return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
+    }
+    const { keywords, fileLimit, fileSizeLimit } = params;
+    let files = [];
+    // 1. Search for files and get their metadata
+    // Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
+    const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
+    const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
+    try {
+        const res = yield axiosClient.get(url, {
+            headers: {
+                Authorization: `Bearer ${authParams.authToken}`,
+            },
+        });
+        files =
+            ((_b = res.data.files) === null || _b === void 0 ? void 0 : _b.map((file) => ({
+                id: file.id,
+                name: file.name,
+                mimeType: file.mimeType,
+                url: file.webViewLink,
+            }))) || [];
+    }
+    catch (error) {
+        console.error("Error searching Google Drive", error);
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Unknown error",
+            files: [],
+        };
+    }
+    files = fileLimit ? files.splice(0, fileLimit) : files;
+    // 2. Extract content from files and do some smart range selection
+    const processedFiles = yield Promise.all(files
+        .filter((file) => file.id && file.mimeType)
+        .map((file) => __awaiter(void 0, void 0, void 0, function* () {
+        const content = yield extractContentFromDriveFileId({
+            params: { fileId: file.id, mimeType: file.mimeType },
+            authParams,
+        });
+        if (content.success) {
+            let selectedContent = content.content;
+            if (fileSizeLimit && selectedContent && selectedContent.length > fileSizeLimit) {
+                selectedContent = intelligentSelectByMedianSection(selectedContent, keywords, fileSizeLimit);
+            }
+            return {
+                id: file.id || "",
+                name: file.name || "",
+                mimeType: file.mimeType || "",
+                url: file.url || "",
+                content: selectedContent,
+            };
+        }
+        else {
+            return {
+                id: file.id || "",
+                name: file.name || "",
+                mimeType: file.mimeType || "",
+                url: file.url || "",
+                error: content.error,
+            };
+        }
+    })));
+    return { success: true, files: processedFiles };
+});
+export default searchDriveAndGetContentByKeywords;

package/dist/actions/providers/google-oauth/searchDriveByKeywords.js

@@ -17,7 +17,7 @@ const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function*
     const { keywords, limit } = params;
     // Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
     const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
-    const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
+    const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true&corpora=allDrives`;
     try {
         const res = yield axiosClient.get(url, {
             headers: {

package/dist/actions/providers/google-oauth/searchDriveByQuery.js

@@ -15,7 +15,7 @@ const searchDriveByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* ({
         return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
     }
     const { query, limit } = params;
-    const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
+    const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true&corpora=allDrives`;
     try {
         const res = yield axiosClient.get(url, {
             headers: {

package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.d.ts

@@ -0,0 +1,15 @@
+import type { AuthParamsType } from "../../../autogen/types.js";
+export type getDriveFileContentParams = {
+    fileId: string;
+    mimeType: string;
+};
+export type getDriveFileContentOutput = {
+    success: boolean;
+    content?: string;
+    error?: string;
+};
+declare const extractContentFromDriveFileId: ({ params, authParams, }: {
+    params: getDriveFileContentParams;
+    authParams: AuthParamsType;
+}) => Promise<getDriveFileContentOutput>;
+export default extractContentFromDriveFileId;

package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.js

@@ -0,0 +1,129 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { axiosClient } from "../../../util/axiosClient.js";
+import mammoth from "mammoth";
+import { MISSING_AUTH_TOKEN } from "../../../util/missingAuthConstants.js";
+const extractContentFromDriveFileId = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    if (!authParams.authToken) {
+        return { success: false, error: MISSING_AUTH_TOKEN };
+    }
+    const { fileId, mimeType } = params;
+    let content = "";
+    try {
+        // Handle different file types - read content directly
+        if (mimeType === "application/vnd.google-apps.document") {
+            // Google Docs - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/vnd.google-apps.spreadsheet") {
+            // Google Sheets - download as CSV
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/csv`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            // Clean up excessive commas from empty columns
+            content = exportRes.data
+                .split("\n")
+                .map((line) => line.replace(/,+$/, "")) // Remove trailing commas
+                .map((line) => line.replace(/,{2,}/g, ",")) // Replace multiple commas with single comma
+                .join("\n");
+        }
+        else if (mimeType === "application/vnd.google-apps.presentation") {
+            // Google Slides - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/pdf") {
+            return {
+                success: false,
+                error: "PDF files are not supported for text extraction",
+            };
+        }
+        else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
+            mimeType === "application/msword") {
+            // Word documents (.docx or .doc) - download and extract text using mammoth
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "arraybuffer",
+            });
+            try {
+                // mammoth works with .docx files. It will ignore formatting and return raw text
+                const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
+                content = result.value; // raw text
+            }
+            catch (wordError) {
+                return {
+                    success: false,
+                    error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : "Unknown Word error"}`,
+                };
+            }
+        }
+        else if (mimeType === "text/plain" ||
+            mimeType === "text/html" ||
+            mimeType === "application/rtf" ||
+            (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
+            // Text-based files
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
+            // Skip images
+            return {
+                success: false,
+                error: "Image files are not supported for text extraction",
+            };
+        }
+        else {
+            // Unsupported file type
+            return {
+                success: false,
+                error: `Unsupported file type: ${mimeType}`,
+            };
+        }
+        content = content.trim();
+        return {
+            success: true,
+            content,
+        };
+    }
+    catch (error) {
+        console.error("Error getting Google Drive file content", error);
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Unknown error",
+        };
+    }
+});
+export default extractContentFromDriveFileId;

package/dist/actions/providers/googlemaps/nearbysearch.d.ts

@@ -0,0 +1,3 @@
+import { googlemapsNearbysearchFunction } from "../../autogen/types";
+declare const nearbysearch: googlemapsNearbysearchFunction;
+export default nearbysearch;

package/dist/actions/providers/googlemaps/nearbysearch.js

@@ -0,0 +1,96 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const axios_1 = __importDefault(require("axios"));
+const types_1 = require("../../autogen/types");
+const INCLUDED_TYPES = [
+    "monument",
+    "museum",
+    "art_gallery",
+    "sculpture",
+    "cultural_landmark",
+    "historical_place",
+    "performing_arts_theater",
+    "university",
+    "aquarium",
+    "botanical_garden",
+    "comedy_club",
+    "park",
+    "movie_theater",
+    "national_park",
+    "garden",
+    "night_club",
+    "tourist_attraction",
+    "water_park",
+    "zoo",
+    "bar",
+    "restaurant",
+    "food_court",
+    "bakery",
+    "cafe",
+    "coffee_shop",
+    "pub",
+    "wine_bar",
+    "spa",
+    "beach",
+    "market",
+    "shopping_mall",
+    "stadium",
+];
+const nearbysearch = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const url = `https://places.googleapis.com/v1/places:searchNearby`;
+    const fieldMask = [
+        "places.displayName",
+        "places.formattedAddress",
+        "places.priceLevel",
+        "places.rating",
+        "places.primaryTypeDisplayName",
+        "places.editorialSummary",
+        "places.regularOpeningHours",
+    ].join(",");
+    const response = yield axios_1.default.post(url, {
+        maxResultCount: 20,
+        includedTypes: INCLUDED_TYPES,
+        locationRestriction: {
+            circle: {
+                center: {
+                    latitude: params.latitude,
+                    longitude: params.longitude,
+                },
+                radius: 10000,
+            },
+        },
+    }, {
+        headers: {
+            "X-Goog-Api-Key": authParams.apiKey,
+            "X-Goog-FieldMask": fieldMask,
+            "Content-Type": "application/json",
+        },
+    });
+    return types_1.googlemapsNearbysearchOutputSchema.parse({
+        results: response.data.places.map((place) => {
+            var _a, _b;
+            return ({
+                name: place.displayName.text,
+                address: place.formattedAddress,
+                priceLevel: place.priceLevel,
+                rating: place.rating,
+                primaryType: place.primaryTypeDisplayName.text,
+                editorialSummary: ((_a = place.editorialSummary) === null || _a === void 0 ? void 0 : _a.text) || "",
+                openingHours: ((_b = place.regularOpeningHours) === null || _b === void 0 ? void 0 : _b.weekdayDescriptions.join("\n")) || "",
+            });
+        }),
+    });
+});
+exports.default = nearbysearch;

package/dist/actions/providers/salesforce/searchSalesforceRecords.js

@@ -18,7 +18,8 @@ const searchSalesforceRecords = (_a) => __awaiter(void 0, [_a], void 0, function
         };
     }
     const maxLimit = 25;
-    const url = `${baseUrl}/services/data/v64.0/search/?q=${encodeURIComponent(`FIND {${keyword}} RETURNING ${recordType} (${fieldsToSearch.join(", ")}) LIMIT ${params.limit && params.limit <= maxLimit ? params.limit : maxLimit}`)}`;
+    const dateFieldExists = fieldsToSearch.includes("CreatedDate");
+    const url = `${baseUrl}/services/data/v64.0/search/?q=${encodeURIComponent(`FIND {${keyword}} RETURNING ${recordType} (${fieldsToSearch.join(", ") + (dateFieldExists ? " ORDER BY CreatedDate DESC" : "")}) LIMIT ${params.limit && params.limit <= maxLimit ? params.limit : maxLimit}`)}`;
     try {
         const response = yield axiosClient.get(url, {
             headers: {

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts

@@ -0,0 +1,3 @@
+import { snowflakeRunSnowflakeQueryWriteResultsToS3Function } from "../../autogen/types";
+declare const runSnowflakeQueryWriteResultsToS3: snowflakeRunSnowflakeQueryWriteResultsToS3Function;
+export default runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js

@@ -0,0 +1,154 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
+const crypto_1 = __importDefault(require("crypto"));
+const client_s3_1 = require("@aws-sdk/client-s3");
+const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
+const uuid_1 = require("uuid");
+// Only log errors.
+snowflake_sdk_1.default.configure({ logLevel: "ERROR" });
+const runSnowflakeQueryWriteResultsToS3 = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const { databaseName, warehouse, query, user, accountName, s3BucketName, s3Region, outputFormat = "json" } = params;
+    const { apiKey: privateKey, awsAccessKeyId, awsSecretAccessKey } = authParams;
+    if (!privateKey) {
+        throw new Error("Snowflake private key is required");
+    }
+    if (!awsAccessKeyId || !awsSecretAccessKey) {
+        throw new Error("AWS credentials are required");
+    }
+    if (!accountName || !user || !databaseName || !warehouse || !query || !s3BucketName) {
+        throw new Error("Missing required parameters for Snowflake query or S3 destination");
+    }
+    const getPrivateKeyCorrectFormat = (privateKey) => {
+        const buffer = Buffer.from(privateKey);
+        const privateKeyObject = crypto_1.default.createPrivateKey({
+            key: buffer,
+            format: "pem",
+            passphrase: "password",
+        });
+        const privateKeyCorrectFormat = privateKeyObject.export({
+            format: "pem",
+            type: "pkcs8",
+        });
+        return privateKeyCorrectFormat.toString();
+    };
+    const executeQueryAndFormatData = () => __awaiter(void 0, void 0, void 0, function* () {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const queryResults = yield new Promise((resolve, reject) => {
+            connection.execute({
+                sqlText: query,
+                complete: (err, stmt, rows) => {
+                    if (err) {
+                        return reject(err);
+                    }
+                    return resolve(rows || []);
+                },
+            });
+        });
+        // Format the results based on the output format
+        let formattedData;
+        if (outputFormat.toLowerCase() === "csv") {
+            if (queryResults.length === 0) {
+                formattedData = "";
+            }
+            else {
+                const headers = Object.keys(queryResults[0]).join(",");
+                const rows = queryResults.map(row => Object.values(row)
+                    .map(value => (typeof value === "object" && value !== null ? JSON.stringify(value) : value))
+                    .join(","));
+                formattedData = [headers, ...rows].join("\n");
+            }
+        }
+        else {
+            // Default to JSON
+            formattedData = JSON.stringify(queryResults, null, 2);
+        }
+        return { formattedData, resultsLength: queryResults.length };
+    });
+    const uploadToS3AndGetURL = (formattedData) => __awaiter(void 0, void 0, void 0, function* () {
+        // Create S3 client
+        const s3Client = new client_s3_1.S3Client({
+            region: s3Region,
+            credentials: {
+                accessKeyId: awsAccessKeyId,
+                secretAccessKey: awsSecretAccessKey,
+            },
+        });
+        const contentType = outputFormat.toLowerCase() === "csv" ? "text/csv" : "application/json";
+        const fileExtension = outputFormat.toLowerCase() === "csv" ? "csv" : "json";
+        const finalKey = `${databaseName}/${(0, uuid_1.v4)()}.${fileExtension}`;
+        // Upload to S3 without ACL
+        const uploadCommand = new client_s3_1.PutObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+            Body: formattedData,
+            ContentType: contentType,
+        });
+        yield s3Client.send(uploadCommand);
+        // Generate a presigned URL (valid for an hour)
+        const getObjectCommand = new client_s3_1.GetObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+        });
+        const presignedUrl = yield (0, s3_request_presigner_1.getSignedUrl)(s3Client, getObjectCommand, { expiresIn: 3600 });
+        return presignedUrl;
+    });
+    // Process the private key
+    const privateKeyCorrectFormatString = getPrivateKeyCorrectFormat(privateKey);
+    // Set up a connection using snowflake-sdk
+    const connection = snowflake_sdk_1.default.createConnection({
+        account: accountName,
+        username: user,
+        privateKey: privateKeyCorrectFormatString,
+        authenticator: "SNOWFLAKE_JWT",
+        role: "ACCOUNTADMIN",
+        warehouse: warehouse,
+        database: databaseName,
+    });
+    try {
+        // Connect to Snowflake
+        yield new Promise((resolve, reject) => {
+            connection.connect((err, conn) => {
+                if (err) {
+                    console.error("Unable to connect to Snowflake:", err.message);
+                    return reject(err);
+                }
+                resolve(conn);
+            });
+        });
+        const { formattedData, resultsLength } = yield executeQueryAndFormatData();
+        const presignedUrl = yield uploadToS3AndGetURL(formattedData);
+        // Return fields to match schema definition
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        return {
+            bucketUrl: presignedUrl,
+            message: `Query results successfully written to S3. URL valid for 1 hour.`,
+            rowCount: resultsLength,
+        };
+    }
+    catch (error) {
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        throw Error(`An error occurred: ${error}`);
+    }
+});
+exports.default = runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts

@@ -0,0 +1,3 @@
+import { xScrapePostDataWithNitterFunction } from "../../autogen/types";
+declare const scrapeTweetDataWithNitter: xScrapePostDataWithNitterFunction;
+export default scrapeTweetDataWithNitter;

package/dist/actions/providers/x/scrapeTweetDataWithNitter.js

@@ -0,0 +1,45 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
+const scrapeTweetDataWithNitter = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const tweetUrlRegex = /^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)\/([a-zA-Z0-9_]+)\/status\/(\d+)(?:\?.*)?$/;
+    if (!tweetUrlRegex.test(params.tweetUrl)) {
+        throw new Error("Invalid tweet URL. Expected format: https://twitter.com/username/status/id or https://x.com/username/status/id");
+    }
+    const nitterUrl = params.tweetUrl.replace(/^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)/i, "https://nitter.net");
+    // Initialize Firecrawl
+    if (!authParams.apiKey) {
+        throw new Error("API key is required for X+Nitter+Firecrawl");
+    }
+    const firecrawl = new firecrawl_js_1.default({
+        apiKey: authParams.apiKey,
+    });
+    try {
+        // Scrape the Nitter URL
+        const result = yield firecrawl.scrapeUrl(nitterUrl);
+        if (!result.success) {
+            throw new Error(`Failed to scrape tweet: ${result.error || "Unknown error"}`);
+        }
+        // Extract the tweet text from the scraped content - simple approach - in practice, you might need more robust parsing based on nitter html structure
+        const tweetContent = result.markdown;
+        return {
+            text: tweetContent || "Error scraping with firecrawl",
+        };
+    }
+    catch (error) {
+        throw new Error(`Error scraping tweet: ${error instanceof Error ? error.message : error}`);
+    }
+});
+exports.default = scrapeTweetDataWithNitter;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@credal/actions",
-  "version": "0.2.39",
+  "version": "0.2.40",
   "type": "module",
   "description": "AI Actions by Credal AI",
   "sideEffects": false,

package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.d.ts

@@ -1,3 +0,0 @@
-import { salesforceGetSalesforceRecordsByQueryFunction } from "../../autogen/types";
-declare const getSalesforceRecordByQuery: salesforceGetSalesforceRecordsByQueryFunction;
-export default getSalesforceRecordByQuery;

package/dist/actions/providers/salesforce/getSalesforceRecordByQuery.js

@@ -1,43 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const axiosClient_1 = require("../../util/axiosClient");
-const getSalesforceRecordByQuery = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
-    const { authToken, baseUrl } = authParams;
-    const { query, limit } = params;
-    if (!authToken || !baseUrl) {
-        return {
-            success: false,
-            error: "authToken and baseUrl are required for Salesforce API",
-        };
-    }
-    // The API limits the maximum number of records returned to 2000, the limit lets the user set a smaller custom limit
-    const url = `${baseUrl}/services/data/v56.0/query/?q=${encodeURIComponent(query + " LIMIT " + (limit != undefined && limit <= 2000 ? limit : 2000))}`;
-    try {
-        const response = yield axiosClient_1.axiosClient.get(url, {
-            headers: {
-                Authorization: `Bearer ${authToken}`,
-            },
-        });
-        return {
-            success: true,
-            records: response.data,
-        };
-    }
-    catch (error) {
-        console.error("Error retrieving Salesforce record:", error);
-        return {
-            success: false,
-            error: error instanceof Error ? error.message : "An unknown error occurred",
-        };
-    }
-});
-exports.default = getSalesforceRecordByQuery;