runline 0.33.0 → 0.35.0

package/dist/plugins/gmail/src/index.js

@@ -1,14 +1,11 @@
 /**
  * Gmail plugin for runline.
  *
- * Authentication: OAuth2 user flow, seeded once via
- * `runline auth gmail`. The connection stores `clientId`,
- * `clientSecret`, `refreshToken`, plus cached `accessToken` +
- * `accessTokenExpiresAt`. When the cached token is missing or
- * within 60 s of expiry, the plugin refreshes against
- * `https://oauth2.googleapis.com/token` and persists the new
- * token via `ctx.updateConnection`. File-level locking inside
- * runline core keeps concurrent refreshes safe.
+ * Authentication: the Google grant's OAuth2 user flow, seeded once
+ * via `runline auth gmail`, or a service account. The connection
+ * stores `clientId`, `clientSecret` and `refreshToken`; the access
+ * token is refreshed lazily (60 s skew) and cached on the connection
+ * as the grant's, so every Google plugin sharing it signs with it.
  *
  * This plugin deliberately doesn't depend on nodemailer or
  * mailparser. MIME building is a minimal hand-rolled encoder
@@ -21,8 +18,10 @@
  * or parsed `payload` tree for format=full).
  */
 import * as t from "typebox";
+import { DownloadedFile, standardBase64 } from "../../_shared/base64.js";
 import { renderEmailJsx } from "../../_shared/emailJsx.js";
-import { googleJsonRequest } from "../../_shared/googleAuth.js";
+import { pathSegment } from "../../_shared/credentials.js";
+import { googleCredential, googleJsonRequest, googleOAuth, } from "../../_shared/googleAuth.js";
 import { GoogleTimestamp, Id, NonEmptyString, stringEnum, } from "../../_shared/googleSchemas.js";
 // ─── Request ─────────────────────────────────────────────────────
 const API_BASE = "https://gmail.googleapis.com/gmail/v1/users/me";
@@ -86,18 +85,6 @@ function header(name, value) {
 function foldedBase64ByteLength(length) {
     return length === 0 ? 0 : length + Math.floor((length - 1) / 76) * CRLF.length;
 }
-function normalizeMimeBase64(value, index) {
-    const compact = value.replace(/\s+/g, "");
-    if (!/^[A-Za-z0-9+/=_-]*$/.test(compact)) {
-        throw new Error(`gmail: attachment ${index} contentBase64 contains invalid base64 characters`);
-    }
-    const standard = compact.replace(/-/g, "+").replace(/_/g, "/");
-    const remainder = standard.length % 4;
-    if (remainder === 1) {
-        throw new Error(`gmail: attachment ${index} contentBase64 has invalid base64 length`);
-    }
-    return remainder === 0 ? standard : `${standard}${"=".repeat(4 - remainder)}`;
-}
 function foldBase64(encoded) {
     let folded = "";
     for (let i = 0; i < encoded.length; i += 76) {
@@ -134,10 +121,20 @@ function normalizeAttachment(input, index) {
     if (typeof contentBase64 !== "string") {
         throw new Error(`gmail: attachment ${index} contentBase64 must be a base64 string`);
     }
+    const normalized = standardBase64(contentBase64);
+    if (normalized === undefined) {
+        throw new Error(`gmail: attachment ${index} contentBase64 is not valid base64`);
+    }
+    // A download result passed as contentBase64 names its own file and type.
+    const result = typeof content === "object" && content ? content : {};
+    const named = (value) => typeof value === "string" && value ? value : undefined;
     return {
-        name: input.name ?? input.filename ?? `attachment-${index + 1}`,
-        mimeType: input.mimeType ?? "application/octet-stream",
-        contentBase64: normalizeMimeBase64(contentBase64, index),
+        name: input.name ??
+            input.filename ??
+            named(result.name) ??
+            `attachment-${index + 1}`,
+        mimeType: input.mimeType ?? named(result.mimeType) ?? "application/octet-stream",
+        contentBase64: normalized,
     };
 }
 function attachmentPart(att) {
@@ -431,13 +428,10 @@ function simplifyMessage(raw, labels) {
  * `References` headers plus the original `threadId`.
  */
 async function replyToMessage(ctx, messageId, p) {
-    if (p.replyToSenderOnly && p.replyToRecipientsOnly) {
-        throw new Error("gmail: replyToSenderOnly and replyToRecipientsOnly are mutually exclusive");
-    }
     // Render before any network round-trip so malformed jsx fails
     // without spending Gmail API calls.
     const { text, html } = await resolveBody(p);
-    const original = (await gmailRequest(ctx, "GET", `/messages/${messageId}`, undefined, { format: "metadata", metadataHeaders: REPLY_METADATA_HEADERS }));
+    const original = (await gmailRequest(ctx, "GET", `/messages/${pathSegment(messageId)}`, undefined, { format: "metadata", metadataHeaders: REPLY_METADATA_HEADERS }));
     const subject = findHeader(original.payload, "Subject") ?? "";
     const messageIdHeader = findHeader(original.payload, "Message-ID") ?? "";
     const threadId = original.threadId;
@@ -514,10 +508,7 @@ const MessageListVisibility = stringEnum(["show", "hide"]);
 const MetadataHeaders = t.Array(t.String());
 const LabelIds = t.Array(NonEmptyString, { minItems: 1 });
 const MaxResults = t.Integer({ minimum: 1, maximum: 500 });
-const AttachmentContent = t.Union([
-    t.String(),
-    t.Object({ contentBase64: t.String() }, strict),
-]);
+const AttachmentContent = t.Union([t.String(), DownloadedFile]);
 const Attachment = t.Object({
     name: t.Optional(t.String()),
     filename: t.Optional(t.String()),
@@ -580,60 +571,8 @@ const ListInput = t.Object(ListFields, strict);
 export default function gmail(rl) {
     rl.setName("gmail");
     rl.setVersion("0.1.0");
-    rl.setOAuth({
-        authUrl: "https://accounts.google.com/o/oauth2/v2/auth",
-        tokenUrl: "https://oauth2.googleapis.com/token",
-        scopes: SCOPES,
-        // access_type=offline + prompt=consent are both required to
-        // make Google return a refresh token. Without them, repeat
-        // logins skip the refresh_token field in the response.
-        authParams: { access_type: "offline", prompt: "consent" },
-        setupHelp: [
-            "You need a Google Cloud OAuth client. Takes ~5 minutes, one time.",
-            "Do the steps in order — skipping step 4 causes a 403 when you log in.",
-            "",
-            "1. Create a Google Cloud project (or pick an existing one):",
-            "     https://console.cloud.google.com/projectcreate",
-            "   Make sure the new project is selected in the top navigation dropdown.",
-            "",
-            "2. Enable the Gmail API for that project:",
-            "     https://console.cloud.google.com/apis/library/gmail.googleapis.com",
-            "   Click 'Enable'.",
-            "",
-            "3. Configure the OAuth consent screen (first time only):",
-            "     https://console.cloud.google.com/apis/credentials/consent",
-            "   Click 'Get started' and fill in:",
-            "     • App name: runline (or whatever)",
-            "     • User support email: your email",
-            "     • Audience: External",
-            "     • Developer contact: your email",
-            "   You can skip the Scopes screen — runline declares scopes at auth time.",
-            "",
-            "4. Add yourself as a test user (required — External apps in Testing mode",
-            "   only allow authentication from addresses on this list):",
-            "     https://console.cloud.google.com/auth/audience",
-            "   Under 'Test users', click '+ Add users' and enter the Gmail address",
-            "   you'll use to log in. Consent and refresh tokens expire every 7 days",
-            "   while the app is in Testing mode.",
-            "",
-            "5. Create the OAuth client:",
-            "     https://console.cloud.google.com/apis/credentials",
-            "     • + Create credentials → OAuth client ID",
-            "     • Application type: Web application",
-            "     • Name: runline (or whatever)",
-            "     • Authorized redirect URIs → + Add URI:",
-            "         {{redirectUri}}",
-            "     • Click Create, then copy the Client ID and Client Secret from the",
-            "       dialog — the secret is only shown once.",
-            "",
-            "6. Paste them below (or re-run with --client-id / --client-secret,",
-            "   or export GMAIL_CLIENT_ID and GMAIL_CLIENT_SECRET).",
-            "",
-            "During login you'll see a 'Google hasn't verified this app' warning.",
-            "Click 'Advanced → Go to runline (unsafe)' to continue — this is",
-            "expected for apps in Testing mode.",
-        ],
-    });
+    rl.setCredential(googleCredential("gmail", SCOPES));
+    rl.setOAuth(googleOAuth("gmail", SCOPES, "GMAIL"));
     rl.setConnectionSchema({
         authMethod: { type: "string", required: false, description: "delegated or serviceAccount (legacy configs infer the method)" },
         clientId: {
@@ -750,7 +689,7 @@ export default function gmail(rl) {
             const qs = { format: p.format ?? "full" };
             if (p.metadataHeaders)
                 qs.metadataHeaders = p.metadataHeaders;
-            const raw = (await gmailRequest(ctx, "GET", `/messages/${p.id}`, undefined, qs));
+            const raw = (await gmailRequest(ctx, "GET", `/messages/${pathSegment(p.id)}`, undefined, qs));
             if (!p.simple)
                 return raw;
             const labels = await loadLabelMap(ctx);
@@ -778,7 +717,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "DELETE", `/messages/${id}`);
+            return gmailRequest(ctx, "DELETE", `/messages/${pathSegment(id)}`);
         },
     });
     rl.registerAction("message.trash", {
@@ -787,7 +726,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "POST", `/messages/${id}/trash`);
+            return gmailRequest(ctx, "POST", `/messages/${pathSegment(id)}/trash`);
         },
     });
     rl.registerAction("message.untrash", {
@@ -796,7 +735,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "POST", `/messages/${id}/untrash`);
+            return gmailRequest(ctx, "POST", `/messages/${pathSegment(id)}/untrash`);
         },
     });
     rl.registerAction("message.markAsRead", {
@@ -805,7 +744,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "POST", `/messages/${id}/modify`, {
+            return gmailRequest(ctx, "POST", `/messages/${pathSegment(id)}/modify`, {
                 removeLabelIds: ["UNREAD"],
             });
         },
@@ -816,7 +755,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "POST", `/messages/${id}/modify`, {
+            return gmailRequest(ctx, "POST", `/messages/${pathSegment(id)}/modify`, {
                 addLabelIds: ["UNREAD"],
             });
         },
@@ -827,7 +766,7 @@ export default function gmail(rl) {
         inputSchema: t.Object({ id: Id, labelIds: LabelIds }, strict),
         async execute(input, ctx) {
             const { id, labelIds } = input;
-            return gmailRequest(ctx, "POST", `/messages/${id}/modify`, {
+            return gmailRequest(ctx, "POST", `/messages/${pathSegment(id)}/modify`, {
                 addLabelIds: labelIds,
             });
         },
@@ -838,7 +777,7 @@ export default function gmail(rl) {
         inputSchema: t.Object({ id: Id, labelIds: LabelIds }, strict),
         async execute(input, ctx) {
             const { id, labelIds } = input;
-            return gmailRequest(ctx, "POST", `/messages/${id}/modify`, {
+            return gmailRequest(ctx, "POST", `/messages/${pathSegment(id)}/modify`, {
                 removeLabelIds: labelIds,
             });
         },
@@ -849,7 +788,7 @@ export default function gmail(rl) {
         inputSchema: t.Object({ messageId: Id, attachmentId: Id }, strict),
         async execute(input, ctx) {
             const { messageId, attachmentId } = input;
-            return gmailRequest(ctx, "GET", `/messages/${messageId}/attachments/${attachmentId}`);
+            return gmailRequest(ctx, "GET", `/messages/${pathSegment(messageId)}/attachments/${pathSegment(attachmentId)}`);
         },
     });
     // ── Thread ────────────────────────────────────────────
@@ -869,7 +808,7 @@ export default function gmail(rl) {
             const qs = { format: p.format ?? "full" };
             if (p.metadataHeaders)
                 qs.metadataHeaders = p.metadataHeaders;
-            const raw = (await gmailRequest(ctx, "GET", `/threads/${p.id}`, undefined, qs));
+            const raw = (await gmailRequest(ctx, "GET", `/threads/${pathSegment(p.id)}`, undefined, qs));
             if (!p.simple)
                 return raw;
             const labels = await loadLabelMap(ctx);
@@ -896,7 +835,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "DELETE", `/threads/${id}`);
+            return gmailRequest(ctx, "DELETE", `/threads/${pathSegment(id)}`);
         },
     });
     rl.registerAction("thread.trash", {
@@ -905,7 +844,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "POST", `/threads/${id}/trash`);
+            return gmailRequest(ctx, "POST", `/threads/${pathSegment(id)}/trash`);
         },
     });
     rl.registerAction("thread.untrash", {
@@ -914,7 +853,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "POST", `/threads/${id}/untrash`);
+            return gmailRequest(ctx, "POST", `/threads/${pathSegment(id)}/untrash`);
         },
     });
     rl.registerAction("thread.addLabels", {
@@ -923,7 +862,7 @@ export default function gmail(rl) {
         inputSchema: t.Object({ id: Id, labelIds: LabelIds }, strict),
         async execute(input, ctx) {
             const { id, labelIds } = input;
-            return gmailRequest(ctx, "POST", `/threads/${id}/modify`, {
+            return gmailRequest(ctx, "POST", `/threads/${pathSegment(id)}/modify`, {
                 addLabelIds: labelIds,
             });
         },
@@ -934,7 +873,7 @@ export default function gmail(rl) {
         inputSchema: t.Object({ id: Id, labelIds: LabelIds }, strict),
         async execute(input, ctx) {
             const { id, labelIds } = input;
-            return gmailRequest(ctx, "POST", `/threads/${id}/modify`, {
+            return gmailRequest(ctx, "POST", `/threads/${pathSegment(id)}/modify`, {
                 removeLabelIds: labelIds,
             });
         },
@@ -945,7 +884,7 @@ export default function gmail(rl) {
         inputSchema: t.Object({ id: Id, ...ReplyFields }, ReplyOptions),
         async execute(input, ctx) {
             const p = (input ?? {});
-            const thread = (await gmailRequest(ctx, "GET", `/threads/${p.id}`, undefined, { format: "minimal" }));
+            const thread = (await gmailRequest(ctx, "GET", `/threads/${pathSegment(p.id)}`, undefined, { format: "minimal" }));
             const last = thread.messages?.[thread.messages.length - 1];
             if (!last?.id) {
                 throw new Error(`gmail: thread ${p.id} has no messages to reply to`);
@@ -991,7 +930,7 @@ export default function gmail(rl) {
             // thread and set In-Reply-To/References so Gmail places the
             // draft into the conversation correctly.
             if (p.threadId) {
-                const thread = (await gmailRequest(ctx, "GET", `/threads/${p.threadId}`, undefined, { format: "metadata", metadataHeaders: ["Message-ID"] }));
+                const thread = (await gmailRequest(ctx, "GET", `/threads/${pathSegment(p.threadId)}`, undefined, { format: "metadata", metadataHeaders: ["Message-ID"] }));
                 const last = thread.messages?.[thread.messages.length - 1];
                 const mid = findHeader(last?.payload, "Message-ID");
                 if (mid) {
@@ -1012,7 +951,7 @@ export default function gmail(rl) {
         async execute(input, ctx) {
             const p = (input ?? {});
             const qs = { format: p.format ?? "full" };
-            return gmailRequest(ctx, "GET", `/drafts/${p.id}`, undefined, qs);
+            return gmailRequest(ctx, "GET", `/drafts/${pathSegment(p.id)}`, undefined, qs);
         },
     });
     rl.registerAction("draft.list", {
@@ -1047,7 +986,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "DELETE", `/drafts/${id}`);
+            return gmailRequest(ctx, "DELETE", `/drafts/${pathSegment(id)}`);
         },
     });
     rl.registerAction("draft.send", {
@@ -1086,7 +1025,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "GET", `/labels/${id}`);
+            return gmailRequest(ctx, "GET", `/labels/${pathSegment(id)}`);
         },
     });
     rl.registerAction("label.list", {
@@ -1104,7 +1043,7 @@ export default function gmail(rl) {
         inputSchema: IdInput,
         async execute(input, ctx) {
             const { id } = input;
-            return gmailRequest(ctx, "DELETE", `/labels/${id}`);
+            return gmailRequest(ctx, "DELETE", `/labels/${pathSegment(id)}`);
         },
     });
     rl.registerAction("label.update", {
@@ -1134,7 +1073,7 @@ export default function gmail(rl) {
             if (p.messageListVisibility) {
                 body.messageListVisibility = p.messageListVisibility;
             }
-            return gmailRequest(ctx, "PATCH", `/labels/${p.id}`, body);
+            return gmailRequest(ctx, "PATCH", `/labels/${pathSegment(p.id)}`, body);
         },
     });
     // ── Profile / aliases ─────────────────────────────────

package/dist/plugins/gong/src/credentials.js

@@ -0,0 +1,16 @@
+import { httpsBase, staticCredential } from "../../_shared/credentials.js";
+/**
+ * An access key and secret as the Basic pair, on the connection's Gong
+ * API base (api.gong.io, or the account's regional base) beneath /v2/.
+ */
+export const gongCredential = staticCredential({
+    id: "gong",
+    auth: { kind: "basic" },
+    local: { username: "accessKey", password: "accessKeySecret" },
+    targets: (config) => ({
+        api: {
+            baseUrl: httpsBase(config.baseUrl ?? "https://api.gong.io", "v2/"),
+            methods: ["POST"],
+        },
+    }),
+});

package/dist/plugins/gong/src/index.js

@@ -1,27 +1,21 @@
-async function apiRequest(baseUrl, accessKey, accessKeySecret, method, endpoint, body) {
-    const opts = {
-        method,
-        headers: {
-            Authorization: `Basic ${btoa(`${accessKey}:${accessKeySecret}`)}`,
-            "Content-Type": "application/json",
-        },
-    };
-    if (body && Object.keys(body).length > 0) {
-        opts.body = JSON.stringify(body);
-    }
-    const res = await fetch(`${baseUrl}${endpoint}`, opts);
-    if (!res.ok)
-        throw new Error(`Gong API error ${res.status}: ${await res.text()}`);
-    return res.json();
+import { credentialJson } from "../../_shared/credentials.js";
+import { gongCredential } from "./credentials.js";
+function api(ctx, path, body) {
+    return credentialJson(ctx, gongCredential, "gong", {
+        target: "api",
+        path,
+        method: "POST",
+        json: body,
+    });
 }
-async function paginate(baseUrl, accessKey, accessKeySecret, endpoint, body, resultKey, limit) {
+async function paginate(ctx, path, body, resultKey, limit) {
     const results = [];
     let cursor;
     do {
         const reqBody = { ...body };
         if (cursor)
             reqBody.cursor = cursor;
-        const data = (await apiRequest(baseUrl, accessKey, accessKeySecret, "POST", endpoint, reqBody));
+        const data = (await api(ctx, path, reqBody));
         const items = data[resultKey] ?? [];
         results.push(...items);
         cursor = data.records?.cursor;
@@ -30,16 +24,10 @@ async function paginate(baseUrl, accessKey, accessKeySecret, endpoint, body, res
     } while (cursor);
     return limit ? results.slice(0, limit) : results;
 }
-function getConn(ctx) {
-    return {
-        baseUrl: (ctx.connection.config.baseUrl ?? "https://api.gong.io").replace(/\/$/, ""),
-        accessKey: ctx.connection.config.accessKey,
-        accessKeySecret: ctx.connection.config.accessKeySecret,
-    };
-}
 export default function gong(rl) {
     rl.setName("gong");
     rl.setVersion("0.1.0");
+    rl.setCredential(gongCredential);
     rl.setConnectionSchema({
         baseUrl: {
             type: "string",
@@ -74,11 +62,10 @@ export default function gong(rl) {
         },
         async execute(input, ctx) {
             const { callId, contentSelector } = input;
-            const { baseUrl, accessKey, accessKeySecret } = getConn(ctx);
             const body = { filter: { callIds: [callId] } };
             if (contentSelector)
                 body.contentSelector = contentSelector;
-            const data = (await apiRequest(baseUrl, accessKey, accessKeySecret, "POST", "/v2/calls/extensive", body));
+            const data = (await api(ctx, "calls/extensive", body));
             const calls = data.calls;
             return calls?.[0];
         },
@@ -116,7 +103,6 @@ export default function gong(rl) {
         },
         async execute(input, ctx) {
             const { limit, fromDateTime, toDateTime, workspaceId, callIds, primaryUserIds, } = (input ?? {});
-            const { baseUrl, accessKey, accessKeySecret } = getConn(ctx);
             const filter = {};
             if (fromDateTime)
                 filter.fromDateTime = fromDateTime;
@@ -128,7 +114,7 @@ export default function gong(rl) {
                 filter.callIds = callIds;
             if (primaryUserIds)
                 filter.primaryUserIds = primaryUserIds;
-            return paginate(baseUrl, accessKey, accessKeySecret, "/v2/calls/extensive", { filter }, "calls", limit);
+            return paginate(ctx, "calls/extensive", { filter }, "calls", limit);
         },
     });
     rl.registerAction("user.get", {
@@ -139,8 +125,7 @@ export default function gong(rl) {
         },
         async execute(input, ctx) {
             const { userId } = input;
-            const { baseUrl, accessKey, accessKeySecret } = getConn(ctx);
-            const data = (await apiRequest(baseUrl, accessKey, accessKeySecret, "POST", "/v2/users/extensive", {
+            const data = (await api(ctx, "users/extensive", {
                 filter: { userIds: [userId] },
             }));
             const users = data.users;
@@ -170,7 +155,6 @@ export default function gong(rl) {
         },
         async execute(input, ctx) {
             const { limit, createdFromDateTime, createdToDateTime, userIds } = (input ?? {});
-            const { baseUrl, accessKey, accessKeySecret } = getConn(ctx);
             const filter = {};
             if (createdFromDateTime)
                 filter.createdFromDateTime = createdFromDateTime;
@@ -178,7 +162,7 @@ export default function gong(rl) {
                 filter.createdToDateTime = createdToDateTime;
             if (userIds)
                 filter.userIds = userIds;
-            return paginate(baseUrl, accessKey, accessKeySecret, "/v2/users/extensive", { filter }, "users", limit);
+            return paginate(ctx, "users/extensive", { filter }, "users", limit);
         },
     });
 }