@credal/actions 0.2.34 → 0.2.35

package/dist/actions/providers/google-oauth/getDriveFileContentById.js

@@ -0,0 +1,180 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { axiosClient } from "../../util/axiosClient.js";
+import mammoth from "mammoth";
+import PDFParser from "pdf2json";
+import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
+const getDriveFileContentById = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    if (!authParams.authToken) {
+        return { success: false, error: MISSING_AUTH_TOKEN };
+    }
+    const { fileId, limit } = params;
+    try {
+        // First, get file metadata to determine the file type
+        const metadataUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?fields=name,mimeType,size`;
+        const metadataRes = yield axiosClient.get(metadataUrl, {
+            headers: {
+                Authorization: `Bearer ${authParams.authToken}`,
+            },
+        });
+        const { name: fileName, mimeType, size } = metadataRes.data;
+        // Check if file is too large (50MB limit for safety)
+        const maxFileSize = 50 * 1024 * 1024;
+        if (size && parseInt(size) > maxFileSize) {
+            return {
+                success: false,
+                error: "File too large (>50MB)",
+            };
+        }
+        let content = "";
+        // Handle different file types - read content directly
+        if (mimeType === "application/vnd.google-apps.document") {
+            // Google Docs - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/vnd.google-apps.spreadsheet") {
+            // Google Sheets - download as CSV
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/csv`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            // Clean up excessive commas from empty columns
+            content = exportRes.data
+                .split("\n")
+                .map((line) => line.replace(/,+$/, "")) // Remove trailing commas
+                .map((line) => line.replace(/,{2,}/g, ",")) // Replace multiple commas with single comma
+                .join("\n");
+        }
+        else if (mimeType === "application/vnd.google-apps.presentation") {
+            // Google Slides - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/pdf") {
+            // PDF files - use pdf2json
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "arraybuffer",
+            });
+            try {
+                const pdfParser = new PDFParser(null); // null context, 1 for text extraction
+                // Create a promise to handle the async PDF parsing
+                const pdfContent = yield new Promise((resolve, reject) => {
+                    pdfParser.on("pdfParser_dataError", errData => {
+                        reject(new Error(`PDF parsing error: ${errData.parserError}`));
+                    });
+                    pdfParser.on("pdfParser_dataReady", pdfData => {
+                        // Extract text from all pages
+                        const textContent = pdfData.Pages.map(page => page.Texts.map(text => text.R.map(run => decodeURIComponent(run.T)).join("")).join("")).join("\n");
+                        resolve(textContent);
+                    });
+                    // Parse the PDF buffer
+                    pdfParser.parseBuffer(Buffer.from(downloadRes.data));
+                });
+                content = pdfContent;
+            }
+            catch (pdfError) {
+                return {
+                    success: false,
+                    error: `Failed to parse PDF: ${pdfError instanceof Error ? pdfError.message : "Unknown PDF error"}`,
+                };
+            }
+        }
+        else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
+            mimeType === "application/msword") {
+            // Word documents (.docx or .doc) - download and extract text using mammoth
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "arraybuffer",
+            });
+            try {
+                // mammoth works with .docx files. It will ignore formatting and return raw text
+                const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
+                content = result.value; // raw text
+            }
+            catch (wordError) {
+                return {
+                    success: false,
+                    error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : "Unknown Word error"}`,
+                };
+            }
+        }
+        else if (mimeType === "text/plain" ||
+            mimeType === "text/html" ||
+            mimeType === "application/rtf" ||
+            (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
+            // Text-based files
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
+            // Skip images
+            return {
+                success: false,
+                error: "Image files are not supported for text extraction",
+            };
+        }
+        else {
+            // Unsupported file type
+            return {
+                success: false,
+                error: `Unsupported file type: ${mimeType}`,
+            };
+        }
+        content = content.trim();
+        const originalLength = content.length;
+        // Naive way to truncate content
+        if (limit && content.length > limit) {
+            content = content.substring(0, limit);
+        }
+        return {
+            success: true,
+            content,
+            fileName,
+            fileLength: originalLength,
+        };
+    }
+    catch (error) {
+        console.error("Error getting Google Drive file content", error);
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Unknown error",
+        };
+    }
+});
+export default getDriveFileContentById;

package/dist/actions/providers/google-oauth/searchDriveByKeywords.js

@@ -14,7 +14,7 @@ const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function*
     if (!authParams.authToken) {
         return { success: false, error: MISSING_AUTH_TOKEN, files: [] };
     }
-    const { keywords } = params;
+    const { keywords, limit } = params;
     // Build the query: fullText contains 'keyword1' or fullText contains 'keyword2' ...
     const query = keywords.map(kw => `fullText contains '${kw.replace(/'/g, "\\'")}'`).join(" or ");
     const url = `https://www.googleapis.com/drive/v3/files?q=${encodeURIComponent(query)}&fields=files(id,name,mimeType,webViewLink)&supportsAllDrives=true&includeItemsFromAllDrives=true`;
@@ -30,7 +30,7 @@ const searchDriveByKeywords = (_a) => __awaiter(void 0, [_a], void 0, function*
             mimeType: file.mimeType || "",
             url: file.webViewLink || "",
         }))) || [];
-        return { success: true, files };
+        return { success: true, files: limit ? files.splice(0, limit) : files };
     }
     catch (error) {
         console.error("Error searching Google Drive", error);

package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.d.ts

@@ -0,0 +1,16 @@
+import type { AuthParamsType } from "../../../autogen/types.js";
+export type getDriveFileContentParams = {
+    fileId: string;
+    keywords?: string[];
+};
+export type getDriveFileContentOutput = {
+    success: boolean;
+    content?: string;
+    fileName?: string;
+    error?: string;
+};
+declare const extractContentFromDriveFileId: ({ params, authParams, }: {
+    params: getDriveFileContentParams;
+    authParams: AuthParamsType;
+}) => Promise<getDriveFileContentOutput>;
+export default extractContentFromDriveFileId;

package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.js

@@ -0,0 +1,174 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { axiosClient } from "../../../util/axiosClient.js";
+import mammoth from "mammoth";
+import PDFParser from "pdf2json";
+import { MISSING_AUTH_TOKEN } from "../../../util/missingAuthConstants.js";
+const extractContentFromDriveFileId = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    if (!authParams.authToken) {
+        return { success: false, error: MISSING_AUTH_TOKEN };
+    }
+    const { fileId } = params;
+    try {
+        // First, get file metadata to determine the file type
+        const metadataUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?fields=name,mimeType,size`;
+        const metadataRes = yield axiosClient.get(metadataUrl, {
+            headers: {
+                Authorization: `Bearer ${authParams.authToken}`,
+            },
+        });
+        const { name: fileName, mimeType, size } = metadataRes.data;
+        // Check if file is too large (50MB limit for safety)
+        const maxFileSize = 50 * 1024 * 1024;
+        if (size && parseInt(size) > maxFileSize) {
+            return {
+                success: false,
+                error: "File too large (>50MB)",
+            };
+        }
+        let content = "";
+        // Handle different file types - read content directly
+        if (mimeType === "application/vnd.google-apps.document") {
+            // Google Docs - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/vnd.google-apps.spreadsheet") {
+            // Google Sheets - download as CSV
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/csv`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            // Clean up excessive commas from empty columns
+            content = exportRes.data
+                .split("\n")
+                .map((line) => line.replace(/,+$/, "")) // Remove trailing commas
+                .map((line) => line.replace(/,{2,}/g, ",")) // Replace multiple commas with single comma
+                .join("\n");
+        }
+        else if (mimeType === "application/vnd.google-apps.presentation") {
+            // Google Slides - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/pdf") {
+            // PDF files - use pdf2json
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "arraybuffer",
+            });
+            try {
+                const pdfParser = new PDFParser(null); // null context, 1 for text extraction
+                // Create a promise to handle the async PDF parsing
+                const pdfContent = yield new Promise((resolve, reject) => {
+                    pdfParser.on("pdfParser_dataError", errData => {
+                        reject(new Error(`PDF parsing error: ${errData.parserError}`));
+                    });
+                    pdfParser.on("pdfParser_dataReady", pdfData => {
+                        // Extract text from all pages
+                        const textContent = pdfData.Pages.map(page => page.Texts.map(text => text.R.map(run => decodeURIComponent(run.T)).join("")).join("")).join("\n");
+                        resolve(textContent);
+                    });
+                    // Parse the PDF buffer
+                    pdfParser.parseBuffer(Buffer.from(downloadRes.data));
+                });
+                content = pdfContent;
+            }
+            catch (pdfError) {
+                return {
+                    success: false,
+                    error: `Failed to parse PDF: ${pdfError instanceof Error ? pdfError.message : "Unknown PDF error"}`,
+                };
+            }
+        }
+        else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
+            mimeType === "application/msword") {
+            // Word documents (.docx or .doc) - download and extract text using mammoth
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "arraybuffer",
+            });
+            try {
+                // mammoth works with .docx files. It will ignore formatting and return raw text
+                const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
+                content = result.value; // raw text
+            }
+            catch (wordError) {
+                return {
+                    success: false,
+                    error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : "Unknown Word error"}`,
+                };
+            }
+        }
+        else if (mimeType === "text/plain" ||
+            mimeType === "text/html" ||
+            mimeType === "application/rtf" ||
+            (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
+            // Text-based files
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
+            // Skip images
+            return {
+                success: false,
+                error: "Image files are not supported for text extraction",
+            };
+        }
+        else {
+            // Unsupported file type
+            return {
+                success: false,
+                error: `Unsupported file type: ${mimeType}`,
+            };
+        }
+        content = content.trim();
+        return {
+            success: true,
+            content,
+            fileName,
+        };
+    }
+    catch (error) {
+        console.error("Error getting Google Drive file content", error);
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Unknown error",
+        };
+    }
+});
+export default extractContentFromDriveFileId;

package/dist/actions/providers/googlemaps/nearbysearch.d.ts

@@ -0,0 +1,3 @@
+import { googlemapsNearbysearchFunction } from "../../autogen/types";
+declare const nearbysearch: googlemapsNearbysearchFunction;
+export default nearbysearch;

package/dist/actions/providers/googlemaps/nearbysearch.js

@@ -0,0 +1,96 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const axios_1 = __importDefault(require("axios"));
+const types_1 = require("../../autogen/types");
+const INCLUDED_TYPES = [
+    "monument",
+    "museum",
+    "art_gallery",
+    "sculpture",
+    "cultural_landmark",
+    "historical_place",
+    "performing_arts_theater",
+    "university",
+    "aquarium",
+    "botanical_garden",
+    "comedy_club",
+    "park",
+    "movie_theater",
+    "national_park",
+    "garden",
+    "night_club",
+    "tourist_attraction",
+    "water_park",
+    "zoo",
+    "bar",
+    "restaurant",
+    "food_court",
+    "bakery",
+    "cafe",
+    "coffee_shop",
+    "pub",
+    "wine_bar",
+    "spa",
+    "beach",
+    "market",
+    "shopping_mall",
+    "stadium",
+];
+const nearbysearch = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const url = `https://places.googleapis.com/v1/places:searchNearby`;
+    const fieldMask = [
+        "places.displayName",
+        "places.formattedAddress",
+        "places.priceLevel",
+        "places.rating",
+        "places.primaryTypeDisplayName",
+        "places.editorialSummary",
+        "places.regularOpeningHours",
+    ].join(",");
+    const response = yield axios_1.default.post(url, {
+        maxResultCount: 20,
+        includedTypes: INCLUDED_TYPES,
+        locationRestriction: {
+            circle: {
+                center: {
+                    latitude: params.latitude,
+                    longitude: params.longitude,
+                },
+                radius: 10000,
+            },
+        },
+    }, {
+        headers: {
+            "X-Goog-Api-Key": authParams.apiKey,
+            "X-Goog-FieldMask": fieldMask,
+            "Content-Type": "application/json",
+        },
+    });
+    return types_1.googlemapsNearbysearchOutputSchema.parse({
+        results: response.data.places.map((place) => {
+            var _a, _b;
+            return ({
+                name: place.displayName.text,
+                address: place.formattedAddress,
+                priceLevel: place.priceLevel,
+                rating: place.rating,
+                primaryType: place.primaryTypeDisplayName.text,
+                editorialSummary: ((_a = place.editorialSummary) === null || _a === void 0 ? void 0 : _a.text) || "",
+                openingHours: ((_b = place.regularOpeningHours) === null || _b === void 0 ? void 0 : _b.weekdayDescriptions.join("\n")) || "",
+            });
+        }),
+    });
+});
+exports.default = nearbysearch;

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts

@@ -0,0 +1,3 @@
+import { snowflakeRunSnowflakeQueryWriteResultsToS3Function } from "../../autogen/types";
+declare const runSnowflakeQueryWriteResultsToS3: snowflakeRunSnowflakeQueryWriteResultsToS3Function;
+export default runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js

@@ -0,0 +1,154 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
+const crypto_1 = __importDefault(require("crypto"));
+const client_s3_1 = require("@aws-sdk/client-s3");
+const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
+const uuid_1 = require("uuid");
+// Only log errors.
+snowflake_sdk_1.default.configure({ logLevel: "ERROR" });
+const runSnowflakeQueryWriteResultsToS3 = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const { databaseName, warehouse, query, user, accountName, s3BucketName, s3Region, outputFormat = "json" } = params;
+    const { apiKey: privateKey, awsAccessKeyId, awsSecretAccessKey } = authParams;
+    if (!privateKey) {
+        throw new Error("Snowflake private key is required");
+    }
+    if (!awsAccessKeyId || !awsSecretAccessKey) {
+        throw new Error("AWS credentials are required");
+    }
+    if (!accountName || !user || !databaseName || !warehouse || !query || !s3BucketName) {
+        throw new Error("Missing required parameters for Snowflake query or S3 destination");
+    }
+    const getPrivateKeyCorrectFormat = (privateKey) => {
+        const buffer = Buffer.from(privateKey);
+        const privateKeyObject = crypto_1.default.createPrivateKey({
+            key: buffer,
+            format: "pem",
+            passphrase: "password",
+        });
+        const privateKeyCorrectFormat = privateKeyObject.export({
+            format: "pem",
+            type: "pkcs8",
+        });
+        return privateKeyCorrectFormat.toString();
+    };
+    const executeQueryAndFormatData = () => __awaiter(void 0, void 0, void 0, function* () {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const queryResults = yield new Promise((resolve, reject) => {
+            connection.execute({
+                sqlText: query,
+                complete: (err, stmt, rows) => {
+                    if (err) {
+                        return reject(err);
+                    }
+                    return resolve(rows || []);
+                },
+            });
+        });
+        // Format the results based on the output format
+        let formattedData;
+        if (outputFormat.toLowerCase() === "csv") {
+            if (queryResults.length === 0) {
+                formattedData = "";
+            }
+            else {
+                const headers = Object.keys(queryResults[0]).join(",");
+                const rows = queryResults.map(row => Object.values(row)
+                    .map(value => (typeof value === "object" && value !== null ? JSON.stringify(value) : value))
+                    .join(","));
+                formattedData = [headers, ...rows].join("\n");
+            }
+        }
+        else {
+            // Default to JSON
+            formattedData = JSON.stringify(queryResults, null, 2);
+        }
+        return { formattedData, resultsLength: queryResults.length };
+    });
+    const uploadToS3AndGetURL = (formattedData) => __awaiter(void 0, void 0, void 0, function* () {
+        // Create S3 client
+        const s3Client = new client_s3_1.S3Client({
+            region: s3Region,
+            credentials: {
+                accessKeyId: awsAccessKeyId,
+                secretAccessKey: awsSecretAccessKey,
+            },
+        });
+        const contentType = outputFormat.toLowerCase() === "csv" ? "text/csv" : "application/json";
+        const fileExtension = outputFormat.toLowerCase() === "csv" ? "csv" : "json";
+        const finalKey = `${databaseName}/${(0, uuid_1.v4)()}.${fileExtension}`;
+        // Upload to S3 without ACL
+        const uploadCommand = new client_s3_1.PutObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+            Body: formattedData,
+            ContentType: contentType,
+        });
+        yield s3Client.send(uploadCommand);
+        // Generate a presigned URL (valid for an hour)
+        const getObjectCommand = new client_s3_1.GetObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+        });
+        const presignedUrl = yield (0, s3_request_presigner_1.getSignedUrl)(s3Client, getObjectCommand, { expiresIn: 3600 });
+        return presignedUrl;
+    });
+    // Process the private key
+    const privateKeyCorrectFormatString = getPrivateKeyCorrectFormat(privateKey);
+    // Set up a connection using snowflake-sdk
+    const connection = snowflake_sdk_1.default.createConnection({
+        account: accountName,
+        username: user,
+        privateKey: privateKeyCorrectFormatString,
+        authenticator: "SNOWFLAKE_JWT",
+        role: "ACCOUNTADMIN",
+        warehouse: warehouse,
+        database: databaseName,
+    });
+    try {
+        // Connect to Snowflake
+        yield new Promise((resolve, reject) => {
+            connection.connect((err, conn) => {
+                if (err) {
+                    console.error("Unable to connect to Snowflake:", err.message);
+                    return reject(err);
+                }
+                resolve(conn);
+            });
+        });
+        const { formattedData, resultsLength } = yield executeQueryAndFormatData();
+        const presignedUrl = yield uploadToS3AndGetURL(formattedData);
+        // Return fields to match schema definition
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        return {
+            bucketUrl: presignedUrl,
+            message: `Query results successfully written to S3. URL valid for 1 hour.`,
+            rowCount: resultsLength,
+        };
+    }
+    catch (error) {
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        throw Error(`An error occurred: ${error}`);
+    }
+});
+exports.default = runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts

@@ -0,0 +1,3 @@
+import { xScrapePostDataWithNitterFunction } from "../../autogen/types";
+declare const scrapeTweetDataWithNitter: xScrapePostDataWithNitterFunction;
+export default scrapeTweetDataWithNitter;