@credal/actions 0.2.116 → 0.2.117

package/dist/actions/providers/google-oauth/utils/extractContentFromDriveFileId.js

@@ -0,0 +1,129 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { axiosClient } from "../../../util/axiosClient.js";
+import mammoth from "mammoth";
+import { MISSING_AUTH_TOKEN } from "../../../util/missingAuthConstants.js";
+const extractContentFromDriveFileId = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    if (!authParams.authToken) {
+        return { success: false, error: MISSING_AUTH_TOKEN };
+    }
+    const { fileId, mimeType } = params;
+    let content = "";
+    try {
+        // Handle different file types - read content directly
+        if (mimeType === "application/vnd.google-apps.document") {
+            // Google Docs - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/vnd.google-apps.spreadsheet") {
+            // Google Sheets - download as CSV
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/csv`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            // Clean up excessive commas from empty columns
+            content = exportRes.data
+                .split("\n")
+                .map((line) => line.replace(/,+$/, "")) // Remove trailing commas
+                .map((line) => line.replace(/,{2,}/g, ",")) // Replace multiple commas with single comma
+                .join("\n");
+        }
+        else if (mimeType === "application/vnd.google-apps.presentation") {
+            // Google Slides - download as plain text
+            const exportUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}/export?mimeType=text/plain`;
+            const exportRes = yield axiosClient.get(exportUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = exportRes.data;
+        }
+        else if (mimeType === "application/pdf") {
+            return {
+                success: false,
+                error: "PDF files are not supported for text extraction",
+            };
+        }
+        else if (mimeType === "application/vnd.openxmlformats-officedocument.wordprocessingml.document" ||
+            mimeType === "application/msword") {
+            // Word documents (.docx or .doc) - download and extract text using mammoth
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "arraybuffer",
+            });
+            try {
+                // mammoth works with .docx files. It will ignore formatting and return raw text
+                const result = yield mammoth.extractRawText({ buffer: Buffer.from(downloadRes.data) });
+                content = result.value; // raw text
+            }
+            catch (wordError) {
+                return {
+                    success: false,
+                    error: `Failed to parse Word document: ${wordError instanceof Error ? wordError.message : "Unknown Word error"}`,
+                };
+            }
+        }
+        else if (mimeType === "text/plain" ||
+            mimeType === "text/html" ||
+            mimeType === "application/rtf" ||
+            (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("text/"))) {
+            // Text-based files
+            const downloadUrl = `https://www.googleapis.com/drive/v3/files/${encodeURIComponent(fileId)}?alt=media`;
+            const downloadRes = yield axiosClient.get(downloadUrl, {
+                headers: {
+                    Authorization: `Bearer ${authParams.authToken}`,
+                },
+                responseType: "text",
+            });
+            content = downloadRes.data;
+        }
+        else if (mimeType === null || mimeType === void 0 ? void 0 : mimeType.startsWith("image/")) {
+            // Skip images
+            return {
+                success: false,
+                error: "Image files are not supported for text extraction",
+            };
+        }
+        else {
+            // Unsupported file type
+            return {
+                success: false,
+                error: `Unsupported file type: ${mimeType}`,
+            };
+        }
+        content = content.trim();
+        return {
+            success: true,
+            content,
+        };
+    }
+    catch (error) {
+        console.error("Error getting Google Drive file content", error);
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : "Unknown error",
+        };
+    }
+});
+export default extractContentFromDriveFileId;

package/dist/actions/providers/googlemaps/nearbysearch.js

@@ -15,38 +15,38 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const axios_1 = __importDefault(require("axios"));
 const types_1 = require("../../autogen/types");
 const INCLUDED_TYPES = [
-    // "monument",
-    // "museum",
-    // "art_gallery",
-    // "sculpture",
-    // "cultural_landmark",
-    // "historical_place",
-    // "performing_arts_theater",
-    // "university",
-    // "aquarium",
-    // "botanical_garden",
-    // "comedy_club",
-    // "park",
-    // "movie_theater",
-    // "national_park",
-    // "garden",
-    // "night_club",
-    // "tourist_attraction",
-    // "water_park",
-    // "zoo",
-    // "bar",
+    "monument",
+    "museum",
+    "art_gallery",
+    "sculpture",
+    "cultural_landmark",
+    "historical_place",
+    "performing_arts_theater",
+    "university",
+    "aquarium",
+    "botanical_garden",
+    "comedy_club",
+    "park",
+    "movie_theater",
+    "national_park",
+    "garden",
+    "night_club",
+    "tourist_attraction",
+    "water_park",
+    "zoo",
+    "bar",
     "restaurant",
-    // "food_court",
-    // "bakery",
-    // "cafe",
-    // "coffee_shop",
-    // "pub",
-    // "wine_bar",
-    // "spa",
-    // "beach",
-    // "market",
-    // "shopping_mall",
-    // "stadium",
+    "food_court",
+    "bakery",
+    "cafe",
+    "coffee_shop",
+    "pub",
+    "wine_bar",
+    "spa",
+    "beach",
+    "market",
+    "shopping_mall",
+    "stadium",
 ];
 const nearbysearch = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
     const url = `https://places.googleapis.com/v1/places:searchNearby`;

package/dist/actions/providers/slack/listConversations.d.ts

@@ -1,3 +1,3 @@
-import { slackListConversationsFunction } from "../../autogen/types";
+import type { slackListConversationsFunction } from "../../autogen/types";
 declare const slackListConversations: slackListConversationsFunction;
 export default slackListConversations;

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.d.ts

@@ -0,0 +1,3 @@
+import { snowflakeRunSnowflakeQueryWriteResultsToS3Function } from "../../autogen/types";
+declare const runSnowflakeQueryWriteResultsToS3: snowflakeRunSnowflakeQueryWriteResultsToS3Function;
+export default runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/snowflake/runSnowflakeQueryWriteResultsToS3.js

@@ -0,0 +1,154 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
+const crypto_1 = __importDefault(require("crypto"));
+const client_s3_1 = require("@aws-sdk/client-s3");
+const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
+const uuid_1 = require("uuid");
+// Only log errors.
+snowflake_sdk_1.default.configure({ logLevel: "ERROR" });
+const runSnowflakeQueryWriteResultsToS3 = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const { databaseName, warehouse, query, user, accountName, s3BucketName, s3Region, outputFormat = "json" } = params;
+    const { apiKey: privateKey, awsAccessKeyId, awsSecretAccessKey } = authParams;
+    if (!privateKey) {
+        throw new Error("Snowflake private key is required");
+    }
+    if (!awsAccessKeyId || !awsSecretAccessKey) {
+        throw new Error("AWS credentials are required");
+    }
+    if (!accountName || !user || !databaseName || !warehouse || !query || !s3BucketName) {
+        throw new Error("Missing required parameters for Snowflake query or S3 destination");
+    }
+    const getPrivateKeyCorrectFormat = (privateKey) => {
+        const buffer = Buffer.from(privateKey);
+        const privateKeyObject = crypto_1.default.createPrivateKey({
+            key: buffer,
+            format: "pem",
+            passphrase: "password",
+        });
+        const privateKeyCorrectFormat = privateKeyObject.export({
+            format: "pem",
+            type: "pkcs8",
+        });
+        return privateKeyCorrectFormat.toString();
+    };
+    const executeQueryAndFormatData = () => __awaiter(void 0, void 0, void 0, function* () {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const queryResults = yield new Promise((resolve, reject) => {
+            connection.execute({
+                sqlText: query,
+                complete: (err, stmt, rows) => {
+                    if (err) {
+                        return reject(err);
+                    }
+                    return resolve(rows || []);
+                },
+            });
+        });
+        // Format the results based on the output format
+        let formattedData;
+        if (outputFormat.toLowerCase() === "csv") {
+            if (queryResults.length === 0) {
+                formattedData = "";
+            }
+            else {
+                const headers = Object.keys(queryResults[0]).join(",");
+                const rows = queryResults.map(row => Object.values(row)
+                    .map(value => (typeof value === "object" && value !== null ? JSON.stringify(value) : value))
+                    .join(","));
+                formattedData = [headers, ...rows].join("\n");
+            }
+        }
+        else {
+            // Default to JSON
+            formattedData = JSON.stringify(queryResults, null, 2);
+        }
+        return { formattedData, resultsLength: queryResults.length };
+    });
+    const uploadToS3AndGetURL = (formattedData) => __awaiter(void 0, void 0, void 0, function* () {
+        // Create S3 client
+        const s3Client = new client_s3_1.S3Client({
+            region: s3Region,
+            credentials: {
+                accessKeyId: awsAccessKeyId,
+                secretAccessKey: awsSecretAccessKey,
+            },
+        });
+        const contentType = outputFormat.toLowerCase() === "csv" ? "text/csv" : "application/json";
+        const fileExtension = outputFormat.toLowerCase() === "csv" ? "csv" : "json";
+        const finalKey = `${databaseName}/${(0, uuid_1.v4)()}.${fileExtension}`;
+        // Upload to S3 without ACL
+        const uploadCommand = new client_s3_1.PutObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+            Body: formattedData,
+            ContentType: contentType,
+        });
+        yield s3Client.send(uploadCommand);
+        // Generate a presigned URL (valid for an hour)
+        const getObjectCommand = new client_s3_1.GetObjectCommand({
+            Bucket: s3BucketName,
+            Key: finalKey,
+        });
+        const presignedUrl = yield (0, s3_request_presigner_1.getSignedUrl)(s3Client, getObjectCommand, { expiresIn: 3600 });
+        return presignedUrl;
+    });
+    // Process the private key
+    const privateKeyCorrectFormatString = getPrivateKeyCorrectFormat(privateKey);
+    // Set up a connection using snowflake-sdk
+    const connection = snowflake_sdk_1.default.createConnection({
+        account: accountName,
+        username: user,
+        privateKey: privateKeyCorrectFormatString,
+        authenticator: "SNOWFLAKE_JWT",
+        role: "ACCOUNTADMIN",
+        warehouse: warehouse,
+        database: databaseName,
+    });
+    try {
+        // Connect to Snowflake
+        yield new Promise((resolve, reject) => {
+            connection.connect((err, conn) => {
+                if (err) {
+                    console.error("Unable to connect to Snowflake:", err.message);
+                    return reject(err);
+                }
+                resolve(conn);
+            });
+        });
+        const { formattedData, resultsLength } = yield executeQueryAndFormatData();
+        const presignedUrl = yield uploadToS3AndGetURL(formattedData);
+        // Return fields to match schema definition
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        return {
+            bucketUrl: presignedUrl,
+            message: `Query results successfully written to S3. URL valid for 1 hour.`,
+            rowCount: resultsLength,
+        };
+    }
+    catch (error) {
+        connection.destroy(err => {
+            if (err) {
+                console.log("Failed to disconnect from Snowflake:", err);
+            }
+        });
+        throw Error(`An error occurred: ${error}`);
+    }
+});
+exports.default = runSnowflakeQueryWriteResultsToS3;

package/dist/actions/providers/x/scrapeTweetDataWithNitter.d.ts

@@ -0,0 +1,3 @@
+import { xScrapePostDataWithNitterFunction } from "../../autogen/types";
+declare const scrapeTweetDataWithNitter: xScrapePostDataWithNitterFunction;
+export default scrapeTweetDataWithNitter;

package/dist/actions/providers/x/scrapeTweetDataWithNitter.js

@@ -0,0 +1,45 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const firecrawl_js_1 = __importDefault(require("@mendable/firecrawl-js"));
+const scrapeTweetDataWithNitter = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
+    const tweetUrlRegex = /^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)\/([a-zA-Z0-9_]+)\/status\/(\d+)(?:\?.*)?$/;
+    if (!tweetUrlRegex.test(params.tweetUrl)) {
+        throw new Error("Invalid tweet URL. Expected format: https://twitter.com/username/status/id or https://x.com/username/status/id");
+    }
+    const nitterUrl = params.tweetUrl.replace(/^(?:https?:\/\/)?(?:www\.)?(?:twitter\.com|x\.com)/i, "https://nitter.net");
+    // Initialize Firecrawl
+    if (!authParams.apiKey) {
+        throw new Error("API key is required for X+Nitter+Firecrawl");
+    }
+    const firecrawl = new firecrawl_js_1.default({
+        apiKey: authParams.apiKey,
+    });
+    try {
+        // Scrape the Nitter URL
+        const result = yield firecrawl.scrapeUrl(nitterUrl);
+        if (!result.success) {
+            throw new Error(`Failed to scrape tweet: ${result.error || "Unknown error"}`);
+        }
+        // Extract the tweet text from the scraped content - simple approach - in practice, you might need more robust parsing based on nitter html structure
+        const tweetContent = result.markdown;
+        return {
+            text: tweetContent || "Error scraping with firecrawl",
+        };
+    }
+    catch (error) {
+        throw new Error(`Error scraping tweet: ${error instanceof Error ? error.message : error}`);
+    }
+});
+exports.default = scrapeTweetDataWithNitter;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@credal/actions",
-  "version": "0.2.116",
+  "version": "0.2.117",
   "type": "module",
   "description": "AI Actions by Credal AI",
   "sideEffects": false,

package/dist/actions/autogen/definitions.d.ts

@@ -1,5 +0,0 @@
-import { ActionTemplate } from "@/actions/parse";
-export declare const slackSendMessageDefinition: ActionTemplate;
-export declare const slackListConversationsDefinition: ActionTemplate;
-export declare const mathAddDefinition: ActionTemplate;
-export declare const confluenceUpdatePageDefinition: ActionTemplate;

package/dist/actions/autogen/definitions.js

@@ -1,132 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.confluenceUpdatePageDefinition = exports.mathAddDefinition = exports.slackListConversationsDefinition = exports.slackSendMessageDefinition = void 0;
-exports.slackSendMessageDefinition = {
-    provider: "slack",
-    name: "send_message",
-    description: "Sends a message to a Slack channel",
-    scopes: ["chat:write"],
-    parameters: {
-        channel: {
-            type: "string",
-            description: "The Slack channel to send the message to (e.g., \\#general, \\#alerts)",
-            required: true,
-        },
-        message: {
-            type: "string",
-            description: "The message content to send to Slack. Can include markdown formatting.",
-            required: true,
-        },
-    },
-    output: {},
-};
-exports.slackListConversationsDefinition = {
-    provider: "slack",
-    name: "list_conversations",
-    description: "Lists all conversations in a Slack workspace",
-    scopes: ["channels:read", "groups:read", "im:read", "mpim:read"],
-    authToken: {
-        type: "string",
-        description: "The Slack access token to use",
-        required: true,
-    },
-    parameters: {},
-    output: {
-        channels: {
-            type: "array",
-            description: "A list of channels in Slack",
-            required: true,
-            items: {
-                type: "object",
-                description: "A channel in Slack",
-                required: true,
-                properties: {
-                    id: {
-                        type: "string",
-                        description: "The ID of the channel",
-                        required: true,
-                    },
-                    name: {
-                        type: "string",
-                        description: "The name of the channel",
-                        required: true,
-                    },
-                    topic: {
-                        type: "string",
-                        description: "The topic of the channel",
-                        required: true,
-                    },
-                    purpose: {
-                        type: "string",
-                        description: "The purpose of the channel",
-                        required: true,
-                    },
-                },
-            },
-        },
-    },
-};
-exports.mathAddDefinition = {
-    provider: "math",
-    name: "add",
-    description: "Adds two numbers together",
-    scopes: [],
-    parameters: {
-        a: {
-            type: "number",
-            description: "The first number to add",
-            required: true,
-        },
-        b: {
-            type: "number",
-            description: "The second number to add",
-            required: true,
-        },
-    },
-    output: {
-        result: {
-            type: "number",
-            description: "The sum of the two numbers",
-            required: true,
-        },
-    },
-};
-exports.confluenceUpdatePageDefinition = {
-    provider: "confluence",
-    name: "updatePage",
-    description: "Updates a confluence page with the new content specified",
-    scopes: [],
-    authToken: {
-        type: "string",
-        description: "The access token to use for confluence",
-        required: true,
-    },
-    baseUrl: {
-        type: "string",
-        description: "The base url required to access the confluence instance",
-        required: true,
-    },
-    parameters: {
-        pageId: {
-            type: "string",
-            description: "The page id that should be updated",
-            required: true,
-        },
-        title: {
-            type: "string",
-            description: "The title of the page that should be updated",
-            required: true,
-        },
-        username: {
-            type: "string",
-            description: "The username of the person updating the page",
-            required: true,
-        },
-        content: {
-            type: "string",
-            description: "The new content for the page",
-            required: true,
-        },
-    },
-    output: {},
-};

package/dist/actions/definitions.js

@@ -1,35 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.mathAddDefinition = exports.slackSendMessageDefinition = void 0;
-exports.slackSendMessageDefinition = {
-    name: "send_message",
-    description: "Sends a message to a Slack channel",
-    parameters: {
-        "channel": {
-            "type": "string",
-            "description": "The Slack channel to send the message to (e.g., \\#general, \\#alerts)",
-            "required": true
-        },
-        "message": {
-            "type": "string",
-            "description": "The message content to send to Slack. Can include markdown formatting.",
-            "required": true
-        }
-    }
-};
-exports.mathAddDefinition = {
-    name: "add",
-    description: "Adds two numbers together",
-    parameters: {
-        "a": {
-            "type": "number",
-            "description": "The first number to add",
-            "required": true
-        },
-        "b": {
-            "type": "number",
-            "description": "The second number to add",
-            "required": true
-        }
-    }
-};

package/dist/actions/invokeMapper.d.ts

@@ -1,9 +0,0 @@
-import { type ActionFunction } from "./autogen/types";
-import { z } from "zod";
-interface ActionFunctionComponents {
-    fn: ActionFunction<any, any, any>;
-    paramsSchema: z.ZodSchema;
-    outputSchema: z.ZodSchema;
-}
-export declare const FunctionMapper: Record<string, Record<string, ActionFunctionComponents>>;
-export {};

package/dist/actions/invokeMapper.js

@@ -1,33 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FunctionMapper = void 0;
-const add_1 = __importDefault(require("./providers/math/add"));
-const list_conversations_1 = __importDefault(require("./providers/slack/list_conversations"));
-const updatePage_1 = __importDefault(require("./providers/confluence/updatePage"));
-const types_1 = require("./autogen/types");
-exports.FunctionMapper = {
-    math: {
-        add: {
-            fn: add_1.default,
-            paramsSchema: types_1.mathAddParamsSchema,
-            outputSchema: types_1.mathAddOutputSchema,
-        },
-    },
-    slack: {
-        listConversations: {
-            fn: list_conversations_1.default,
-            paramsSchema: types_1.slackListConversationsParamsSchema,
-            outputSchema: types_1.slackListConversationsOutputSchema,
-        },
-    },
-    confluence: {
-        updatePage: {
-            fn: updatePage_1.default,
-            paramsSchema: types_1.confluenceUpdatePageParamsSchema,
-            outputSchema: types_1.confluenceUpdatePageOutputSchema,
-        },
-    },
-};

package/dist/actions/providers/google-oauth/getSheetValue.d.ts

@@ -1,3 +0,0 @@
-import type { googleOauthGetSheetValuesFunction } from "../../autogen/types.js";
-declare const getSheetValues: googleOauthGetSheetValuesFunction;
-export default getSheetValues;