@slates/provider-handler 1.0.0-rc.3 → 1.0.0-rc.32

package/src/index.ts

@@ -1,9 +1,181 @@
 import { badRequestError, preconditionFailedError, ServiceError } from '@lowerdeck/error';
-import { createSlatesProviderProtoHandler, SlatesParticipant } from '@slates/proto';
-import { Slate, SlateContext, SlateLogger, SlateLogListener } from '@slates/provider';
-import { getAction, getActionWithType, getAuthMethod, mapAction, mapAuthMethod } from './spec';
+import {
+  createSlatesProviderProtoHandler,
+  SLATES_PROTOCOL_VERSION,
+  type SlatesParticipant
+} from '@slates/proto';
+import {
+  redactUrlAttachmentSecrets,
+  runWithContext,
+  type Slate,
+  type SlateAttachment,
+  SlateContext,
+  type SlateLiveInvocationInfo,
+  SlateLogger,
+  type SlateLogListener,
+  SlatePublicContext,
+  uploadAttachmentDirect
+} from '@slates/provider';
+import { PQueue } from './pQueue';
+import {
+  evaluateTriggerMatches,
+  getActionWithType,
+  getAdapter,
+  getAuthMethod,
+  getMappableAction,
+  getTriggerGroup,
+  getWebhookAutoRegistration,
+  getWebhookManualRegistration,
+  isMappableTrigger,
+  mapAction,
+  mapAdapter,
+  mapAuthMethod,
+  mapTriggerGroup
+} from './spec';
 import { State } from './state';
 import { toJsonSchema, validate } from './validation';
+import { serializeWebhookHttpResponse } from './webhook';
+
+let DEFAULT_MAX_ATTACHMENT_SIZE_BYTES = 100_000_000;
+
+let routeAttachmentsThroughDirectUpload = async (
+  attachments: SlateAttachment[] | undefined,
+  live: SlateLiveInvocationInfo | null
+): Promise<SlateAttachment[] | undefined> => {
+  if (!attachments || attachments.length === 0 || !live) return attachments;
+
+  let contentEntries = attachments
+    .map((attachment, index) => ({ attachment, index }))
+    .filter(entry => entry.attachment.content.type === 'content');
+  if (contentEntries.length === 0) return attachments;
+
+  let queue = new PQueue({ concurrency: 10 });
+  let replacements = new Map<number, SlateAttachment | null>();
+
+  await Promise.all(
+    contentEntries.map(entry =>
+      queue.add(async () => {
+        try {
+          let body =
+            entry.attachment.content.type === 'content'
+              ? entry.attachment.content.encoding === 'base64'
+                ? Buffer.from(entry.attachment.content.content, 'base64')
+                : Buffer.from(entry.attachment.content.content, 'utf-8')
+              : Buffer.alloc(0);
+
+          replacements.set(
+            entry.index,
+            await uploadAttachmentDirect({
+              live,
+              mimeType: entry.attachment.mimeType,
+              body
+            })
+          );
+        } catch {
+          // Upload failed or was interrupted -- we simply don't have this attachment, not a
+          // failed tool call.
+          replacements.set(entry.index, null);
+        }
+      })
+    )
+  );
+
+  return attachments
+    .map((attachment, index) =>
+      replacements.has(index) ? replacements.get(index) : attachment
+    )
+    .filter((a): a is SlateAttachment => a != null);
+};
+
+let isRecord = (value: unknown): value is Record<string, unknown> =>
+  typeof value === 'object' && value !== null && !Array.isArray(value);
+
+let getObjectKeyCount = (value: unknown) =>
+  isRecord(value) ? Object.keys(value).length : undefined;
+
+let DOWNLOAD_ATTACHMENT_URL_KEYS = new Set([
+  'downloadUrl',
+  'fileUrl',
+  'temporaryDownloadUrl',
+  'webContentLink'
+]);
+
+let isAttachmentUrl = (value: string) => /^[a-z][a-z0-9+.-]*:\/\//i.test(value);
+
+let collectOutputUrlAttachments = (
+  value: unknown,
+  seen = new Set<string>()
+): SlateAttachment[] => {
+  if (Array.isArray(value)) {
+    return value.flatMap(item => collectOutputUrlAttachments(item, seen));
+  }
+
+  if (!isRecord(value)) {
+    return [];
+  }
+
+  let attachments: SlateAttachment[] = [];
+
+  for (let [key, nestedValue] of Object.entries(value)) {
+    if (
+      DOWNLOAD_ATTACHMENT_URL_KEYS.has(key) &&
+      typeof nestedValue === 'string' &&
+      nestedValue.length > 0 &&
+      isAttachmentUrl(nestedValue) &&
+      !seen.has(nestedValue)
+    ) {
+      seen.add(nestedValue);
+      attachments.push({
+        content: {
+          type: 'url',
+          url: nestedValue
+        }
+      });
+      continue;
+    }
+
+    attachments.push(...collectOutputUrlAttachments(nestedValue, seen));
+  }
+
+  return attachments;
+};
+
+let mergeAttachments = (
+  explicitAttachments: SlateAttachment[] | undefined,
+  output: unknown
+): SlateAttachment[] | undefined => {
+  let attachments = [...(explicitAttachments ?? [])];
+  let seen = new Set(attachments.map(attachment => JSON.stringify(attachment)));
+
+  for (let attachment of collectOutputUrlAttachments(output)) {
+    let key = JSON.stringify(attachment);
+    if (seen.has(key)) continue;
+    seen.add(key);
+    attachments.push(attachment);
+  }
+
+  return attachments.length > 0 ? attachments : undefined;
+};
+
+let toErrorMetadata = (error: unknown) => {
+  if (error instanceof Error) {
+    return {
+      errorName: error.name,
+      errorMessage: error.message,
+      errorStack: error.stack
+    };
+  }
+
+  return {
+    errorValue: String(error)
+  };
+};
+
+let formatEntityLabel = (name: string, key: string) => `"${name}" (${key})`;
+let resolveTraceMessage = <ResultType>(
+  message: string | ((result: ResultType) => string),
+  result: ResultType
+) => (typeof message === 'function' ? message(result) : message);
 
 export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
   slate: Slate<ConfigType, AuthType>,
@@ -15,10 +187,92 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
 
     let auth = new State<{ authenticationMethodId: string; output: AuthType } | null>(null);
     let config = new State<{ value: ConfigType } | null>(null);
-
     let session = new State<{ id: string; state: any } | null>(null);
 
+    let hubCapabilities = new State<{
+      attachments?: { directUpload?: { enabled: boolean; maxAttachmentSizeBytes?: number } };
+      triggers?: boolean;
+    } | null>(null);
+    let liveInvocation = new State<Pick<SlateLiveInvocationInfo, 'token' | 'baseUrl'> | null>(
+      null
+    );
+
+    let getLiveInvocation = (): SlateLiveInvocationInfo | null => {
+      let directUpload = hubCapabilities.get()?.attachments?.directUpload;
+      let live = liveInvocation.get();
+
+      if (!directUpload?.enabled || !live) return null;
+
+      return {
+        ...live,
+        maxAttachmentSizeBytes:
+          directUpload.maxAttachmentSizeBytes ?? DEFAULT_MAX_ATTACHMENT_SIZE_BYTES
+      };
+    };
+
+    let supportsTriggerGroups = () => !!hubCapabilities.get()?.triggers;
+
     let logger = new SlateLogger(listeners);
+    let providerTrace = {
+      providerId: slate.spec.key,
+      providerName: slate.spec.name
+    };
+
+    let traceProviderCall = async <ResultType>(
+      trace: {
+        component: 'config' | 'auth' | 'action';
+        functionName: string;
+        message: string;
+        successMessage: string | ((result: ResultType) => string);
+        errorMessage?: string;
+        metadata?: Record<string, unknown>;
+        onSuccess?: (result: ResultType) => Record<string, unknown> | undefined;
+      },
+      handler: () => Promise<ResultType>
+    ): Promise<ResultType> => {
+      let startedAt = Date.now();
+
+      logger.info({
+        ...providerTrace,
+        ...trace.metadata,
+        component: trace.component,
+        functionName: trace.functionName,
+        phase: 'start',
+        message: trace.message
+      });
+
+      try {
+        let result = await handler();
+        let successMessage = resolveTraceMessage(trace.successMessage, result);
+
+        logger.info({
+          ...providerTrace,
+          ...trace.metadata,
+          ...(trace.onSuccess?.(result) ?? {}),
+          component: trace.component,
+          functionName: trace.functionName,
+          phase: 'success',
+          durationMs: Date.now() - startedAt,
+          message: successMessage
+        });
+
+        return result;
+      } catch (error) {
+        logger.error({
+          ...providerTrace,
+          ...trace.metadata,
+          ...toErrorMetadata(error),
+          component: trace.component,
+          functionName: trace.functionName,
+          phase: 'error',
+          durationMs: Date.now() - startedAt,
+          message:
+            trace.errorMessage ??
+            `${typeof trace.successMessage === 'string' ? trace.successMessage : trace.message} failed`
+        });
+        throw error;
+      }
+    };
 
     let getContextBasic = () => {
       let currentProtocol = protocol.get();
@@ -65,6 +319,19 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
       };
     };
 
+    let getAuthConfig = (): Record<string, any> => config.get()?.value ?? {};
+
+    let getEmptyContext = () => new SlateContext({}, {}, {}, slate.spec as any, logger);
+    let getAuthContext = () =>
+      new SlateContext(getAuthConfig(), {}, {}, slate.spec as any, logger);
+    let withRequestTraces = <Result extends Record<string, any>>(
+      context: SlatePublicContext<any>,
+      result: Result
+    ) => {
+      let requestTraces = context.getHttpTraces();
+      return requestTraces.length > 0 ? { ...result, requestTraces } : result;
+    };
+
     manager.onNotification('slates/hello', async ({ params }) => {
       protocol.set(params.protocol);
     });
@@ -118,6 +385,31 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
       });
     });
 
+    manager.onNotification('slates/hub.capabilities.set', async ({ params }) => {
+      hubCapabilities.set(params.capabilities);
+    });
+
+    manager.onNotification('slates/hub.live_invocation.set', async ({ params }) => {
+      liveInvocation.set({
+        token: params.token,
+        baseUrl: params.baseUrl
+      });
+    });
+
+    manager.onRequest('slates/provider.capabilities.get', async () => ({
+      capabilities: {
+        hub: {
+          capabilitiesNotification: true,
+          liveInvocation: true
+        },
+        provider: {
+          triggerGroups:
+            (slate.triggerGroups?.length ?? 0) > 0 &&
+            (slate.actions ?? []).every(isMappableTrigger)
+        }
+      }
+    }));
+
     manager.onRequest('slates/config.changed', async ({ params }) => {
       getContextBasic();
 
@@ -133,15 +425,37 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
         return { success: true, config: newConfig };
       }
 
-      let updatedConfig = await configChanged({
-        previousConfig: params.previousConfig as ConfigType | null,
-        newConfig
-      });
+      let context = getEmptyContext();
+      let updatedConfig = await traceProviderCall<{ config?: ConfigType } | undefined>(
+        {
+          component: 'config',
+          functionName: 'configChanged',
+          message: 'Running config change handler',
+          successMessage: 'Config change handler completed',
+          metadata: {
+            hasPreviousConfig: params.previousConfig !== null,
+            newConfigKeyCount: getObjectKeyCount(newConfig)
+          },
+          onSuccess: result => ({
+            returnedConfig: !!result?.config
+          })
+        },
+        () =>
+          runWithContext(context, async () =>
+            configChanged({
+              previousConfig: params.previousConfig as ConfigType | null,
+              newConfig
+            })
+          )
+      );
 
-      return { success: true, config: updatedConfig?.config ?? newConfig };
+      return withRequestTraces(context, {
+        success: true,
+        config: (updatedConfig?.config ?? newConfig) as Record<string, any>
+      });
     });
 
-    manager.onRequest('slates/config.get_default', async ({ params }) => {
+    manager.onRequest('slates/config.get_default', async () => {
       getContextBasic();
 
       let getDefaultConfig = slate.spec.config.handlers.getDefaultConfig;
@@ -149,32 +463,50 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
         return { config: null };
       }
 
-      let defaultConfig = await getDefaultConfig();
-      return { config: defaultConfig };
+      let context = getEmptyContext();
+      let defaultConfig = await traceProviderCall<ConfigType>(
+        {
+          component: 'config',
+          functionName: 'getDefaultConfig',
+          message: 'Getting default config',
+          successMessage: 'Default config retrieved',
+          onSuccess: result => ({
+            configKeyCount: getObjectKeyCount(result)
+          })
+        },
+        () => runWithContext(context, async () => getDefaultConfig())
+      );
+      return withRequestTraces(context, {
+        config: (defaultConfig ?? null) as Record<string, any> | null
+      });
     });
 
-    manager.onRequest('slates/config.schema.get', async ({ params }) => {
+    manager.onRequest('slates/config.schema.get', async () => {
       getContextBasic();
 
-      return { schema: toJsonSchema(slate.spec.configSchema) };
+      return {
+        schema: toJsonSchema(slate.spec.configSchema),
+        docs: slate.spec.config.docsReferences ?? []
+      };
     });
 
-    manager.onRequest('slates/provider.identify', async ({ params }) => {
+    manager.onRequest('slates/provider.identify', async () => {
       getContextBasic();
 
       return {
-        protocol: 'slates@2026-01-01',
+        protocol: SLATES_PROTOCOL_VERSION,
         provider: {
           type: 'provider',
           id: slate.spec.key,
           name: slate.spec.name,
           description: slate.spec.description,
           metadata: slate.spec.parameters.metadata
-        }
+        },
+        docs: slate.spec.docs ?? []
       };
     });
 
-    manager.onRequest('slates/auth.methods.list', async ({ params }) => {
+    manager.onRequest('slates/auth.methods.list', async () => {
       getContextBasic();
 
       return {
@@ -199,7 +531,25 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
         return { input: null };
       }
 
-      return { input: await authMethod.getDefaultInput() };
+      let context = getEmptyContext();
+      let input = await traceProviderCall(
+        {
+          component: 'auth',
+          functionName: 'getDefaultInput',
+          message: 'Getting default authentication input',
+          successMessage: 'Default authentication input retrieved',
+          metadata: {
+            authenticationMethodId: params.authenticationMethodId,
+            authenticationMethodName: authMethod.name
+          },
+          onSuccess: result => ({
+            inputKeyCount: getObjectKeyCount(result)
+          })
+        },
+        () => runWithContext(context, () => authMethod.getDefaultInput!())
+      );
+
+      return withRequestTraces(context, { input });
     });
 
     manager.onRequest('slates/auth.input.changed', async ({ params }) => {
@@ -210,12 +560,36 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
         return { success: true, input: params.newInput };
       }
 
-      let updatedInput = await authMethod.onInputChanged({
-        previousInput: params.previousInput as any | null,
-        newInput: params.newInput
-      });
+      let context = getEmptyContext();
+      let updatedInput = await traceProviderCall(
+        {
+          component: 'auth',
+          functionName: 'onInputChanged',
+          message: 'Running authentication input change handler',
+          successMessage: 'Authentication input change handler completed',
+          metadata: {
+            authenticationMethodId: params.authenticationMethodId,
+            authenticationMethodName: authMethod.name,
+            hasPreviousInput: params.previousInput !== null,
+            newInputKeyCount: getObjectKeyCount(params.newInput)
+          },
+          onSuccess: result => ({
+            returnedInput: !!result?.input
+          })
+        },
+        () =>
+          runWithContext(context, () =>
+            authMethod.onInputChanged!({
+              previousInput: params.previousInput as any | null,
+              newInput: params.newInput
+            })
+          )
+      );
 
-      return { success: true, input: updatedInput?.input ?? params.newInput };
+      return withRequestTraces(context, {
+        success: true,
+        input: updatedInput?.input ?? params.newInput
+      });
     });
 
     manager.onRequest('slates/auth.output.get', async ({ params }) => {
@@ -234,8 +608,35 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
       }
 
       if ('getOutput' in authMethod) {
-        let outputRes = await authMethod.getOutput({ input });
-        return { output: outputRes.output };
+        let context = getAuthContext();
+        let outputRes = await traceProviderCall(
+          {
+            component: 'auth',
+            functionName: 'getOutput',
+            message: 'Getting authentication output',
+            successMessage: 'Authentication output retrieved',
+            metadata: {
+              authenticationMethodId: params.authenticationMethodId,
+              authenticationMethodName: authMethod.name,
+              inputKeyCount: getObjectKeyCount(input)
+            },
+            onSuccess: result => ({
+              outputKeyCount: getObjectKeyCount(result.output),
+              scopeCount: result.scopes?.length ?? 0
+            })
+          },
+          () =>
+            runWithContext(context, () =>
+              authMethod.getOutput({
+                input,
+                config: getAuthConfig()
+              })
+            )
+        );
+        return withRequestTraces(context, {
+          output: outputRes.output,
+          scopes: outputRes.scopes
+        });
       }
 
       return { output: input as any };
@@ -246,20 +647,47 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
       let authMethod = getAuthMethod(slate, params.authenticationMethodId);
 
       if ('handleCallback' in authMethod) {
-        let callbackRes = await authMethod.handleCallback({
-          code: params.code,
-          state: params.state,
-          redirectUri: params.redirectUri,
-          input: params.input,
-          clientId: params.clientId,
-          clientSecret: params.clientSecret,
-          scopes: params.scopes
-        });
+        let context = getEmptyContext();
+        let callbackRes = await traceProviderCall(
+          {
+            component: 'auth',
+            functionName: 'handleCallback',
+            message: 'Handling authentication callback',
+            successMessage: 'Authentication callback handled',
+            metadata: {
+              authenticationMethodId: params.authenticationMethodId,
+              authenticationMethodName: authMethod.name,
+              scopeCount: params.scopes.length,
+              hasCallbackState: !!params.callbackState
+            },
+            onSuccess: result => ({
+              outputKeyCount: getObjectKeyCount(result.output),
+              returnedInput: !!result.input,
+              returnedScopeCount: result.scopes?.length
+            })
+          },
+          () =>
+            runWithContext(context, () =>
+              authMethod.handleCallback({
+                code: params.code,
+                state: params.state,
+                redirectUri: params.redirectUri,
+                input: params.input,
+                clientId: params.clientId,
+                clientSecret: params.clientSecret,
+                scopes: params.scopes,
+                callbackParams: params.callbackParams || {},
+                callbackState: params.callbackState || {},
+                config: getAuthConfig()
+              })
+            )
+        );
 
-        return {
+        return withRequestTraces(context, {
           output: callbackRes.output,
-          input: callbackRes.input
-        };
+          input: callbackRes.input,
+          scopes: callbackRes.scopes
+        });
       }
 
       throw new ServiceError(
@@ -274,19 +702,43 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
       let authMethod = getAuthMethod(slate, params.authenticationMethodId);
 
       if ('getAuthorizationUrl' in authMethod) {
-        let urlRes = await authMethod.getAuthorizationUrl({
-          redirectUri: params.redirectUri,
-          state: params.state,
-          input: params.input,
-          clientId: params.clientId,
-          clientSecret: params.clientSecret,
-          scopes: params.scopes
-        });
+        let context = getEmptyContext();
+        let urlRes = await traceProviderCall(
+          {
+            component: 'auth',
+            functionName: 'getAuthorizationUrl',
+            message: 'Getting authentication authorization URL',
+            successMessage: 'Authentication authorization URL retrieved',
+            metadata: {
+              authenticationMethodId: params.authenticationMethodId,
+              authenticationMethodName: authMethod.name,
+              scopeCount: params.scopes.length,
+              inputKeyCount: getObjectKeyCount(params.input)
+            },
+            onSuccess: result => ({
+              returnedInput: !!result.input,
+              hasCallbackState: !!result.callbackState
+            })
+          },
+          () =>
+            runWithContext(context, () =>
+              authMethod.getAuthorizationUrl({
+                redirectUri: params.redirectUri,
+                state: params.state,
+                input: params.input,
+                clientId: params.clientId,
+                clientSecret: params.clientSecret,
+                scopes: params.scopes,
+                config: getAuthConfig()
+              })
+            )
+        );
 
-        return {
+        return withRequestTraces(context, {
           authorizationUrl: urlRes.url,
-          input: urlRes.input
-        };
+          input: urlRes.input,
+          callbackState: urlRes.callbackState
+        });
       }
 
       throw new ServiceError(
@@ -301,15 +753,47 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
       let authMethod = getAuthMethod(slate, params.authenticationMethodId);
 
       if (authMethod.getProfile) {
-        let profileRes = await authMethod.getProfile({
-          output: params.output as any,
-          input: params.input,
-          scopes: params.scopes
-        });
+        let context = getAuthContext();
+        let profileRes = await traceProviderCall(
+          {
+            component: 'auth',
+            functionName: 'getProfile',
+            message: 'Getting authentication profile',
+            successMessage: 'Authentication profile retrieved',
+            metadata: {
+              authenticationMethodId: params.authenticationMethodId,
+              authenticationMethodName: authMethod.name,
+              scopeCount: params.scopes.length,
+              inputKeyCount: getObjectKeyCount(params.input),
+              outputKeyCount: getObjectKeyCount(params.output)
+            },
+            onSuccess: result => ({
+              profileKeyCount: getObjectKeyCount(result.profile)
+            })
+          },
+          () =>
+            runWithContext(context, () => {
+              if (authMethod.type === 'auth.oauth') {
+                return authMethod.getProfile!({
+                  output: params.output as any,
+                  input: params.input,
+                  scopes: params.scopes,
+                  config: getAuthConfig()
+                });
+              }
+
+              return authMethod.getProfile!({
+                output: params.output as any,
+                input: params.input,
+                scopes: params.scopes,
+                config: getAuthConfig()
+              })!;
+            })
+        );
 
-        return {
+        return withRequestTraces(context, {
           profile: profileRes.profile
-        };
+        });
       }
 
       throw new ServiceError(
@@ -324,18 +808,53 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
       let authMethod = getAuthMethod(slate, params.authenticationMethodId);
 
       if ('handleTokenRefresh' in authMethod && authMethod.handleTokenRefresh) {
-        let refreshRes = await authMethod.handleTokenRefresh({
-          output: params.output as any,
-          input: params.input,
-          clientId: params.clientId,
-          clientSecret: params.clientSecret,
-          scopes: params.scopes
-        });
+        let context = getAuthContext();
+        let refreshRes = await traceProviderCall(
+          {
+            component: 'auth',
+            functionName: 'handleTokenRefresh',
+            message: 'Refreshing authentication token',
+            successMessage: 'Authentication token refreshed',
+            metadata: {
+              authenticationMethodId: params.authenticationMethodId,
+              authenticationMethodName: authMethod.name,
+              scopeCount: params.scopes.length,
+              inputKeyCount: getObjectKeyCount(params.input),
+              outputKeyCount: getObjectKeyCount(params.output)
+            },
+            onSuccess: result => ({
+              refreshedOutputKeyCount: getObjectKeyCount(result.output),
+              returnedInput: !!result.input
+            })
+          },
+          () =>
+            runWithContext(context, () => {
+              if (authMethod.type === 'auth.oauth') {
+                return authMethod.handleTokenRefresh!({
+                  output: params.output as any,
+                  input: params.input,
+                  clientId: params.clientId,
+                  clientSecret: params.clientSecret,
+                  scopes: params.scopes,
+                  config: getAuthConfig()
+                });
+              }
+
+              return authMethod.handleTokenRefresh!({
+                output: params.output as any,
+                input: params.input,
+                clientId: params.clientId,
+                clientSecret: params.clientSecret,
+                scopes: params.scopes,
+                config: getAuthConfig()
+              });
+            })
+        );
 
-        return {
+        return withRequestTraces(context, {
           output: refreshRes.output,
           input: refreshRes.input
-        };
+        });
       }
 
       throw new ServiceError(
@@ -348,22 +867,65 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
     manager.onRequest('slates/actions.list', async ({ params }) => {
       getContextBasic();
 
+      let actions = params.includeAdapterActions
+        ? slate.actions
+        : slate.actions.filter(action => !action.adapter);
+
+      actions = actions.filter(isMappableTrigger);
+
+      if (!supportsTriggerGroups()) {
+        actions = actions.filter(action => action.type !== 'trigger');
+      }
+
+      return {
+        actions: actions.map(a => mapAction(slate, a))
+      };
+    });
+
+    manager.onRequest('slates/adapters.list', async () => {
+      getContextBasic();
+
+      return {
+        adapters: slate.adapters.map(mapAdapter)
+      };
+    });
+
+    manager.onRequest('slates/adapter.get', async ({ params }) => {
+      getContextBasic();
+      let adapter = getAdapter(slate, params.adapterId);
+
       return {
-        actions: slate.actions.map(a => mapAction(slate, a))
+        adapter: mapAdapter(adapter)
       };
     });
 
     manager.onRequest('slates/action.get', async ({ params }) => {
       getContextBasic();
-      let action = getAction(slate, params.actionId);
+      let action = getMappableAction(slate, params.actionId);
 
       return {
         action: mapAction(slate, action)
       };
     });
 
+    manager.onRequest('slates/trigger_groups.list', async () => {
+      getContextBasic();
+
+      return {
+        triggerGroups: slate.triggerGroups.map(mapTriggerGroup)
+      };
+    });
+
+    manager.onRequest('slates/trigger_group.get', async ({ params }) => {
+      getContextBasic();
+      let triggerGroup = getTriggerGroup(slate, params.triggerGroupId);
+
+      return {
+        triggerGroup: mapTriggerGroup(triggerGroup)
+      };
+    });
+
     manager.onRequest('slates/action.tool.invoke', async ({ params }) => {
-      let ctx = getContextFull();
       let action = getActionWithType(slate, 'tool', params.actionId);
 
       let input = validate(
@@ -373,11 +935,69 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
         `Invalid input for tool ID: ${params.actionId}`
       );
 
-      let res = await action.handleInvocation(
-        new SlateContext(ctx.config, input, ctx.auth?.output!, slate.spec, logger)
-      );
+      let invoke = async (context: SlatePublicContext<any>) => {
+        let res = await traceProviderCall(
+          {
+            component: 'action',
+            functionName: 'handleInvocation',
+            message: `Starting tool ${formatEntityLabel(action.name, action.key)}`,
+            successMessage: `Completed tool ${formatEntityLabel(action.name, action.key)}`,
+            errorMessage: `Tool ${formatEntityLabel(action.name, action.key)} failed`,
+            metadata: {
+              actionId: action.key,
+              actionName: action.name,
+              actionType: action.type,
+              isPublic: action.isPublic,
+              inputKeyCount: getObjectKeyCount(input)
+            },
+            onSuccess: result => ({
+              hasMessage: !!result.message,
+              actionResultMessage: result.message,
+              outputKeyCount: getObjectKeyCount(result.output),
+              attachmentCount: result.attachments?.length
+            })
+          },
+          () => runWithContext(context, () => action.handleInvocation(context as any))
+        );
 
-      return { output: res.output, message: res.message };
+        let contextAttachments = await context._finalizeAttachments();
+        let merged = mergeAttachments(
+          [...(res.attachments ?? []), ...contextAttachments],
+          res.output
+        );
+
+        let redacted = redactUrlAttachmentSecrets(
+          merged,
+          context._getAuthConfigForRedaction()
+        );
+        let finalAttachments = await routeAttachmentsThroughDirectUpload(
+          redacted,
+          getLiveInvocation()
+        );
+
+        return withRequestTraces(context, {
+          output: res.output,
+          message: res.message,
+          attachments: finalAttachments
+        });
+      };
+
+      if (action.isPublic) {
+        getContextBasic();
+        return invoke(new SlatePublicContext(input, slate.spec, logger, getLiveInvocation()));
+      }
+
+      let ctx = getContextFull();
+      return invoke(
+        new SlateContext(
+          ctx.config,
+          input,
+          ctx.auth?.output!,
+          slate.spec,
+          logger,
+          getLiveInvocation()
+        )
+      );
     });
 
     manager.onRequest('slates/action.trigger.map_event', async ({ params }) => {
@@ -391,46 +1011,282 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
         `Invalid event for trigger ID: ${params.actionId}`
       );
 
-      let res = await action.handleEvent(
-        new SlateContext(ctx.config, input, ctx.auth?.output!, slate.spec, logger)
+      let context = new SlateContext(ctx.config, input, ctx.auth?.output!, slate.spec, logger);
+      let res = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'handleEvent',
+          message: `Mapping event for trigger ${formatEntityLabel(action.name, action.key)}`,
+          successMessage: result =>
+            `Mapped trigger event "${result.type}" for ${formatEntityLabel(action.name, action.key)}`,
+          errorMessage: `Trigger ${formatEntityLabel(action.name, action.key)} failed while mapping an event`,
+          metadata: {
+            actionId: action.key,
+            actionName: action.name,
+            actionType: action.type,
+            inputKeyCount: getObjectKeyCount(input)
+          },
+          onSuccess: result => ({
+            eventType: result.type,
+            hasEventId: !!result.id,
+            outputKeyCount: getObjectKeyCount(result.output)
+          })
+        },
+        () => runWithContext(context, () => action.map(context))
       );
 
-      return { id: res.id, type: res.type, output: res.output };
+      return withRequestTraces(context, { id: res.id, type: res.type, output: res.output });
     });
 
     manager.onRequest('slates/action.trigger.poll_events', async ({ params }) => {
-      let ctx = getContextFull();
-      let action = getActionWithType(slate, 'trigger', params.actionId);
+      getContextBasic();
 
-      if (!action.pollEvents) {
+      if (supportsTriggerGroups()) {
         throw new ServiceError(
           badRequestError({
-            message: `Trigger action does not support polling: ${params.actionId}`
+            message: `Legacy trigger polling is disabled once trigger_group support is announced: ${params.actionId}`
           })
         );
       }
 
-      let res = await action.pollEvents(
-        new SlateContext(
-          ctx.config,
-          { state: params.state },
-          ctx.auth?.output!,
-          slate.spec,
-          logger
-        )
+      return { inputs: [], updatedState: params.state };
+    });
+
+    manager.onRequest('slates/action.trigger.webhook_handle', async ({ params }) => {
+      getContextBasic();
+
+      if (supportsTriggerGroups()) {
+        throw new ServiceError(
+          badRequestError({
+            message: `Legacy trigger webhook handling is disabled once trigger_group support is announced: ${params.actionId}`
+          })
+        );
+      }
+
+      return { inputs: [], updatedState: params.state, response: null };
+    });
+
+    manager.onRequest('slates/action.trigger.webhook_register', async ({ params }) => {
+      getContextBasic();
+
+      if (supportsTriggerGroups()) {
+        throw new ServiceError(
+          badRequestError({
+            message: `Legacy trigger webhook registration is disabled once trigger_group support is announced: ${params.actionId}`
+          })
+        );
+      }
+
+      return { registrationDetails: null };
+    });
+
+    manager.onRequest('slates/action.trigger.webhook_unregister', async ({ params }) => {
+      getContextBasic();
+
+      if (supportsTriggerGroups()) {
+        throw new ServiceError(
+          badRequestError({
+            message: `Legacy trigger webhook unregistration is disabled once trigger_group support is announced: ${params.actionId}`
+          })
+        );
+      }
+
+      return {};
+    });
+
+    manager.onRequest('slates/trigger_group.webhook.targets_list', async ({ params }) => {
+      let ctx = getContextFull();
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+      let autoRegistration = getWebhookAutoRegistration(group);
+
+      let context = new SlateContext(
+        ctx.config,
+        { pageToken: params.pageToken ?? null },
+        ctx.auth?.output!,
+        slate.spec,
+        logger
+      );
+      let res = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'webhookTargetList',
+          message: `Listing webhook targets for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: result =>
+            `Listed ${result.targets.length} webhook target(s) for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while listing webhook targets`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name
+          },
+          onSuccess: result => ({
+            targetCount: result.targets.length,
+            hasNextPageToken: result.nextPageToken !== null
+          })
+        },
+        () => runWithContext(context, () => autoRegistration.webhookTargetList(context))
       );
 
-      return { inputs: res.inputs, updatedState: res.updatedState };
+      return withRequestTraces(context, {
+        targets: res.targets,
+        nextPageToken: res.nextPageToken ?? null
+      });
     });
 
-    manager.onRequest('slates/action.trigger.webhook_handle', async ({ params }) => {
+    manager.onRequest('slates/trigger_group.webhook.register', async ({ params }) => {
       let ctx = getContextFull();
-      let action = getActionWithType(slate, 'trigger', params.actionId);
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+      let autoRegistration = getWebhookAutoRegistration(group);
+
+      let context = new SlateContext(
+        ctx.config,
+        {
+          webhookTargetIdentifier: params.webhookTargetIdentifier,
+          webhookTargetPayload: params.webhookTargetPayload,
+          webhookUrl: params.webhookUrl
+        },
+        ctx.auth?.output!,
+        slate.spec,
+        logger
+      );
+      let res = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'webhookRegister',
+          message: `Registering webhook for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: `Registered webhook for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while registering a webhook`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name,
+            webhookTargetIdentifier: params.webhookTargetIdentifier
+          }
+        },
+        () => runWithContext(context, () => autoRegistration.webhookRegister(context))
+      );
+
+      return withRequestTraces(context, {
+        webhookRegistrationIdentifier: res.webhookRegistrationIdentifier,
+        webhookRegistrationPayload: res.webhookRegistrationPayload
+      });
+    });
+
+    manager.onRequest('slates/trigger_group.webhook.unregister', async ({ params }) => {
+      let ctx = getContextFull();
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+      let autoRegistration = getWebhookAutoRegistration(group);
+
+      let context = new SlateContext(
+        ctx.config,
+        {
+          webhookRegistrationIdentifier: params.webhookRegistrationIdentifier,
+          webhookRegistrationPayload: params.webhookRegistrationPayload
+        },
+        ctx.auth?.output!,
+        slate.spec,
+        logger
+      );
+      await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'webhookUnregister',
+          message: `Unregistering webhook for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: `Unregistered webhook for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while unregistering a webhook`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name,
+            webhookRegistrationIdentifier: params.webhookRegistrationIdentifier
+          }
+        },
+        () => runWithContext(context, () => autoRegistration.webhookUnregister(context))
+      );
 
-      if (!action.handleRequest) {
+      return withRequestTraces(context, {});
+    });
+
+    manager.onRequest('slates/trigger_group.webhook.manual_setup', async ({ params }) => {
+      getContextBasic();
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+      let manualRegistration = getWebhookManualRegistration(group);
+
+      let context = new SlateContext(
+        {},
+        { webhookUrl: params.webhookUrl },
+        {},
+        slate.spec as any,
+        logger
+      );
+      let res = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'webhookManualSetup',
+          message: `Building manual webhook setup for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: `Built manual webhook setup for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while building a manual webhook setup`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name
+          }
+        },
+        () => runWithContext(context, () => manualRegistration.setup(context))
+      );
+
+      return {
+        webhookSetupDocument: res.webhookSetupDocument,
+        partialWebhookRegistrationPayload: res.partialWebhookRegistrationPayload
+      };
+    });
+
+    manager.onRequest('slates/trigger_group.webhook.manual_finish', async ({ params }) => {
+      getContextBasic();
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+      let manualRegistration = getWebhookManualRegistration(group);
+
+      if (!manualRegistration.finish) {
+        throw new ServiceError(
+          badRequestError({
+            message: `Trigger group does not support manual webhook finish: ${params.triggerGroupId}`
+          })
+        );
+      }
+
+      let context = new SlateContext(
+        {},
+        {
+          webhookUrl: params.webhookUrl,
+          partialWebhookRegistrationPayload: params.partialWebhookRegistrationPayload,
+          userWebhookRegistrationPayload: params.userWebhookRegistrationPayload
+        },
+        {},
+        slate.spec as any,
+        logger
+      );
+      let res = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'webhookManualFinish',
+          message: `Finishing manual webhook setup for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: `Finished manual webhook setup for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while finishing a manual webhook setup`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name
+          }
+        },
+        () => runWithContext(context, () => manualRegistration.finish!(context))
+      );
+
+      return withRequestTraces(context, {
+        webhookRegistrationPayload: res.webhookRegistrationPayload
+      });
+    });
+
+    manager.onRequest('slates/trigger_group.webhook.process', async ({ params }) => {
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+      if (group.source !== 'webhook' || !group.webhook) {
         throw new ServiceError(
           badRequestError({
-            message: `Trigger action does not support webhook requests: ${params.actionId}`
+            message: `Trigger group does not support webhook processing: ${params.triggerGroupId}`
           })
         );
       }
@@ -443,70 +1299,137 @@ export let createProviderHandler = <ConfigType extends {}, AuthType extends {}>(
           : null
       });
 
-      let res = await action.handleRequest(
-        new SlateContext(
-          ctx.config,
-          { request: req, state: params.state },
-          ctx.auth?.output!,
-          slate.spec,
-          logger
-        )
+      let context = new SlateContext(
+        {},
+        {
+          request: req,
+          webhookRegistrationPayload: params.webhookRegistrationPayload
+        },
+        {},
+        slate.spec as any,
+        logger
+      );
+      let res = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'webhookProcess',
+          message: `Processing webhook request for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: result =>
+            `Extracted ${result.events.length} event(s) from webhook request for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while processing a webhook request`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name,
+            requestMethod: params.method,
+            hasRequestBody: !!params.body
+          },
+          onSuccess: result => ({
+            eventCount: result.events.length,
+            hasResponse: result.response !== undefined
+          })
+        },
+        () => runWithContext(context, () => group.webhook!.process(context))
       );
 
-      return { inputs: res.inputs, updatedState: res.updatedState };
+      for (let event of res.events) {
+        if (!event.matchers) {
+          throw new ServiceError(
+            preconditionFailedError({
+              message: `Trigger group "${group.key}" process handler must return matchers for every event (return [] if there is nothing to assert)`
+            })
+          );
+        }
+      }
+
+      let response =
+        res.response === undefined
+          ? undefined
+          : await serializeWebhookHttpResponse(res.response);
+
+      return withRequestTraces(context, {
+        events: res.events.map(event => ({
+          matchers: event.matchers,
+          payload: event.payload,
+          idempotencyKey: event.idempotencyKey,
+          triggerIds: evaluateTriggerMatches(slate, group.key, event.payload)
+        })),
+        response
+      });
     });
 
-    manager.onRequest('slates/action.trigger.webhook_register', async ({ params }) => {
+    manager.onRequest('slates/trigger_group.routing_matchers.get', async ({ params }) => {
       let ctx = getContextFull();
-      let action = getActionWithType(slate, 'trigger', params.actionId);
-
-      if (!action.autoRegisterWebhook) {
-        throw new ServiceError(
-          badRequestError({
-            message: `Trigger action does not support webhook auto-registration: ${params.actionId}`
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+
+      let context = new SlateContext(ctx.config, {}, ctx.auth?.output!, slate.spec, logger);
+      let matchers = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'routingMatchers',
+          message: `Getting routing matchers for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: result =>
+            `Retrieved ${result.length} routing matcher(s) for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while getting routing matchers`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name
+          },
+          onSuccess: result => ({
+            matcherCount: result.length
           })
-        );
-      }
-
-      let res = await action.autoRegisterWebhook(
-        new SlateContext(
-          ctx.config,
-          { webhookBaseUrl: params.webhookBaseUrl },
-          ctx.auth?.output!,
-          slate.spec,
-          logger
-        )
+        },
+        () => runWithContext(context, () => group.routingMatchers(context))
       );
 
-      return { registrationDetails: res.registrationDetails, state: res.state };
+      return withRequestTraces(context, { matchers });
     });
 
-    manager.onRequest('slates/action.trigger.webhook_unregister', async ({ params }) => {
+    manager.onRequest('slates/trigger_group.polling.poll', async ({ params }) => {
       let ctx = getContextFull();
-      let action = getActionWithType(slate, 'trigger', params.actionId);
-
-      if (!action.autoUnregisterWebhook) {
+      let group = getTriggerGroup(slate, params.triggerGroupId);
+      if (group.source !== 'polling' || !group.polling) {
         throw new ServiceError(
           badRequestError({
-            message: `Trigger action does not support webhook auto-unregistration: ${params.actionId}`
+            message: `Trigger group does not support polling: ${params.triggerGroupId}`
           })
         );
       }
 
-      await action.autoUnregisterWebhook(
-        new SlateContext(
-          ctx.config,
-          {
-            webhookBaseUrl: params.webhookBaseUrl,
-            registrationDetails: params.registrationDetails,
-            state: params.state
+      let context = new SlateContext(
+        ctx.config,
+        { state: params.state },
+        ctx.auth?.output!,
+        slate.spec,
+        logger
+      );
+      let res = await traceProviderCall(
+        {
+          component: 'action',
+          functionName: 'pollEvents',
+          message: `Polling events for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          successMessage: result =>
+            `Polled ${result.events.length} event(s) for trigger group ${formatEntityLabel(group.name, group.key)}`,
+          errorMessage: `Trigger group ${formatEntityLabel(group.name, group.key)} failed while polling events`,
+          metadata: {
+            triggerGroupId: group.key,
+            triggerGroupName: group.name,
+            hasPreviousState: params.state !== null
           },
-          ctx.auth?.output!,
-          slate.spec,
-          logger
-        )
+          onSuccess: result => ({
+            eventCount: result.events.length,
+            hasUpdatedState: result.updatedState !== undefined
+          })
+        },
+        () => runWithContext(context, () => group.polling!.pollEvents(context))
       );
 
-      return {};
+      return withRequestTraces(context, {
+        updatedState: res.updatedState,
+        events: res.events.map(event => ({
+          payload: event.payload,
+          idempotencyKey: event.idempotencyKey,
+          triggerIds: evaluateTriggerMatches(slate, group.key, event.payload)
+        }))
+      });
     });
   });