@credal/actions 0.2.75 → 0.2.76

package/dist/actions/providers/google-oauth/utils/decodeMessage.d.ts

@@ -1,4 +1,4 @@
-export interface GmailMessage {
+interface GmailMessage {
     payload: {
         mimeType: string;
         body?: {
@@ -6,22 +6,22 @@ export interface GmailMessage {
             size: number;
         };
         parts?: Array<{
-            partId: string;
             mimeType: string;
-            body: {
+            body?: {
                 data?: string;
                 size: number;
             };
-            parts?: Array<{
-                partId: string;
-                mimeType: string;
-                body: {
-                    data?: string;
-                    size: number;
-                };
-            }>;
+            parts?: GmailMessagePart[];
         }>;
     };
 }
-export declare function decodeGmailBase64(base64String: string): string;
+interface GmailMessagePart {
+    mimeType: string;
+    body?: {
+        data?: string;
+        size: number;
+    };
+    parts?: GmailMessagePart[];
+}
 export declare function getEmailContent(message: GmailMessage): string | null;
+export {};

package/dist/actions/providers/google-oauth/utils/decodeMessage.js

@@ -1,37 +1,53 @@
-export function decodeGmailBase64(base64String) {
-    // Gmail API uses URL-safe base64 encoding
-    const standardBase64 = base64String.replace(/-/g, "+").replace(/_/g, "/");
-    // Add padding if needed
-    const padded = standardBase64.padEnd(standardBase64.length + ((4 - (standardBase64.length % 4)) % 4), "=");
-    // Only works for Node.js environment
-    return Buffer.from(padded, "base64").toString("utf-8");
-}
+import { convert } from "html-to-text";
 export function getEmailContent(message) {
     var _a;
-    let textContent = null;
-    // Function to recursively search for plain text content in parts
-    function searchParts(parts) {
-        var _a;
-        if (!parts)
-            return;
-        for (const part of parts) {
-            if (part.mimeType === "text/plain" && ((_a = part.body) === null || _a === void 0 ? void 0 : _a.data) && !textContent) {
-                textContent = decodeGmailBase64(part.body.data);
-            }
-            else if (part.parts) {
-                // Recursively search nested parts
-                searchParts(part.parts);
-            }
-        }
+    const { mimeType, body, parts } = message.payload;
+    if (mimeType === "text/plain" && (body === null || body === void 0 ? void 0 : body.data)) {
+        return tryDecode(body.data);
+    }
+    if (mimeType === "text/html" && (body === null || body === void 0 ? void 0 : body.data)) {
+        const htmlRaw = tryDecode(body.data);
+        if (htmlRaw)
+            return convert(htmlRaw, { wordwrap: false });
+    }
+    const { plainText, htmlText } = searchParts(parts);
+    return (_a = plainText !== null && plainText !== void 0 ? plainText : htmlText) !== null && _a !== void 0 ? _a : null;
+}
+function tryDecode(data) {
+    if (!data)
+        return null;
+    try {
+        const base64 = data.replace(/-/g, "+").replace(/_/g, "/");
+        const padded = base64.padEnd(base64.length + ((4 - (base64.length % 4)) % 4), "=");
+        return Buffer.from(padded, "base64").toString("utf-8");
     }
-    // 1. Check if content is directly in the payload body (simple emails)
-    if (((_a = message.payload.body) === null || _a === void 0 ? void 0 : _a.data) && message.payload.mimeType === "text/plain") {
-        return decodeGmailBase64(message.payload.body.data);
+    catch (_a) {
+        return null;
     }
-    // 2. Search through parts for plain text content
-    if (message.payload.parts) {
-        searchParts(message.payload.parts);
+}
+function searchParts(parts) {
+    let plainText = null;
+    let htmlText = null;
+    if (!parts)
+        return { plainText, htmlText };
+    for (const part of parts) {
+        const { mimeType, body, parts: subParts } = part;
+        if (mimeType === "text/plain" && !plainText) {
+            plainText = tryDecode(body === null || body === void 0 ? void 0 : body.data);
+        }
+        else if (mimeType === "text/html" && !htmlText) {
+            const htmlRaw = tryDecode(body === null || body === void 0 ? void 0 : body.data);
+            if (htmlRaw) {
+                htmlText = convert(htmlRaw, { wordwrap: false });
+            }
+        }
+        if (subParts === null || subParts === void 0 ? void 0 : subParts.length) {
+            const result = searchParts(subParts);
+            if (!plainText && result.plainText)
+                plainText = result.plainText;
+            if (!htmlText && result.htmlText)
+                htmlText = result.htmlText;
+        }
     }
-    // 3. Return plain text content or null
-    return textContent;
+    return { plainText, htmlText };
 }

package/dist/actions/providers/googlemail/searchGmailMessages.js

@@ -7,68 +7,87 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+import { RateLimiter } from "limiter";
 import { axiosClient } from "../../util/axiosClient.js";
 import { MISSING_AUTH_TOKEN } from "../../util/missingAuthConstants.js";
 import { getEmailContent } from "../google-oauth/utils/decodeMessage.js";
+const MAX_EMAIL_CONTENTS_FETCHED = 50;
+const DEFAULT_EMAIL_CONTENTS_FETCHED = 25;
+const MAX_RESULTS_PER_REQUEST = 100;
+const MAX_EMAILS_FETCHED_CONCURRENTLY = 5;
+const limiter = new RateLimiter({ tokensPerInterval: MAX_EMAILS_FETCHED_CONCURRENTLY, interval: "second" });
+function cleanAndTruncateEmail(text, maxLength = 2000) {
+    if (!text)
+        return "";
+    // Remove quoted replies (naive)
+    text = text.replace(/^>.*$/gm, "");
+    // Remove signatures
+    const signatureMarkers = ["\nBest", "\nRegards", "\nThanks", "\nSincerely"];
+    for (const marker of signatureMarkers) {
+        const index = text.indexOf(marker);
+        if (index !== -1) {
+            text = text.slice(0, index).trim();
+            break;
+        }
+    }
+    // Normalize whitespace
+    text = text
+        .replace(/\r\n|\r/g, "\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+    return text.slice(0, maxLength).trim();
+}
 const searchGmailMessages = (_a) => __awaiter(void 0, [_a], void 0, function* ({ params, authParams, }) {
     if (!authParams.authToken) {
         return { success: false, error: MISSING_AUTH_TOKEN, messages: [] };
     }
     const { query, maxResults } = params;
+    const max = Math.min(maxResults !== null && maxResults !== void 0 ? maxResults : DEFAULT_EMAIL_CONTENTS_FETCHED, MAX_EMAIL_CONTENTS_FETCHED);
     const allMessages = [];
-    const max = maxResults !== null && maxResults !== void 0 ? maxResults : 100;
     const errorMessages = [];
-    let pageToken = undefined;
+    let pageToken;
     let fetched = 0;
     try {
         while (fetched < max) {
             const url = `https://gmail.googleapis.com/gmail/v1/users/me/messages?q=${encodeURIComponent(query)}` +
                 (pageToken ? `&pageToken=${encodeURIComponent(pageToken)}` : "") +
-                `&maxResults=${Math.min(100, max - fetched)}`;
+                `&maxResults=${Math.min(MAX_RESULTS_PER_REQUEST, max - fetched)}`;
             const listRes = yield axiosClient.get(url, {
-                headers: {
-                    Authorization: `Bearer ${authParams.authToken}`,
-                },
+                headers: { Authorization: `Bearer ${authParams.authToken}` },
             });
             const { messages: messageList = [], nextPageToken } = listRes.data;
             if (!Array.isArray(messageList) || messageList.length === 0)
                 break;
-            const remaining = max - allMessages.length;
-            const batch = messageList.slice(0, remaining);
+            const batch = messageList.slice(0, max - allMessages.length);
             const results = yield Promise.all(batch.map((msg) => __awaiter(void 0, void 0, void 0, function* () {
                 try {
+                    yield limiter.removeTokens(1);
                     const msgRes = yield axiosClient.get(`https://gmail.googleapis.com/gmail/v1/users/me/messages/${msg.id}?format=full`, {
-                        headers: {
-                            Authorization: `Bearer ${authParams.authToken}`,
-                        },
+                        headers: { Authorization: `Bearer ${authParams.authToken}` },
+                        validateStatus: () => true,
                     });
                     const { id, threadId, snippet, labelIds, internalDate } = msgRes.data;
-                    const emailBody = getEmailContent(msgRes.data) || "";
-                    return {
-                        id,
-                        threadId,
-                        snippet,
-                        labelIds,
-                        internalDate,
-                        emailBody,
-                    };
+                    const rawBody = getEmailContent(msgRes.data) || "";
+                    const emailBody = cleanAndTruncateEmail(rawBody);
+                    return { id, threadId, snippet, labelIds, internalDate, emailBody };
                 }
                 catch (err) {
-                    errorMessages.push(err instanceof Error ? err.message : "Failed to fetch message details");
+                    const errorMessage = err instanceof Error ? err.message : "Failed to fetch message details";
+                    errorMessages.push(errorMessage);
                     return {
                         id: msg.id,
                         threadId: "",
                         snippet: "",
                         labelIds: [],
                         internalDate: "",
-                        payload: {},
-                        error: err instanceof Error ? err.message : "Failed to fetch message details",
+                        emailBody: "",
+                        error: errorMessage,
                     };
                 }
             })));
             allMessages.push(...results);
             fetched = allMessages.length;
-            if (!nextPageToken || allMessages.length >= max)
+            if (!nextPageToken || fetched >= max)
                 break;
             pageToken = nextPageToken;
         }
@@ -78,10 +97,10 @@ const searchGmailMessages = (_a) => __awaiter(void 0, [_a], void 0, function* ({
             error: errorMessages.join("; "),
         };
     }
-    catch (error) {
+    catch (err) {
         return {
             success: false,
-            error: error instanceof Error ? error.message : "Unknown error searching Gmail",
+            error: err instanceof Error ? err.message : "Unknown error searching Gmail",
             messages: [],
         };
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@credal/actions",
-  "version": "0.2.75",
+  "version": "0.2.76",
   "type": "module",
   "description": "AI Actions by Credal AI",
   "sideEffects": false,
@@ -28,6 +28,7 @@
   "devDependencies": {
     "@eslint/js": "^9.16.0",
     "@jest/globals": "^29.7.0",
+    "@types/html-to-text": "^9.0.4",
     "@types/js-yaml": "^4.0.9",
     "@types/jsonwebtoken": "^9.0.9",
     "@types/node": "^22.10.1",
@@ -58,8 +59,10 @@
     "date-fns": "^4.1.0",
     "docx": "^9.3.0",
     "dotenv": "^16.4.7",
+    "html-to-text": "^9.0.5",
     "json-schema-to-zod": "^2.5.0",
     "jsonwebtoken": "^9.0.2",
+    "limiter": "^3.0.0",
     "mammoth": "^1.4.27",
     "mongodb": "^6.13.1",
     "node-forge": "^1.3.1",