airbyte-agent-slack 0.1.3__py3-none-any.whl → 0.1.8__py3-none-any.whl

airbyte_agent_slack/__init__.py

@@ -17,15 +17,30 @@ from .models import (
     ChannelPurpose,
     ChannelsListResponse,
     ChannelResponse,
-    Attachment,
     Reaction,
     File,
+    Attachment,
     Message,
     Thread,
     EditedInfo,
     BotProfile,
     MessagesListResponse,
     ThreadRepliesResponse,
+    MessageCreateParams,
+    CreatedMessage,
+    MessageCreateResponse,
+    MessageUpdateParams,
+    MessageUpdateResponse,
+    ChannelCreateParams,
+    ChannelCreateResponse,
+    ChannelRenameParams,
+    ChannelRenameResponse,
+    ChannelTopicParams,
+    ChannelTopicResponse,
+    ChannelPurposeParams,
+    ChannelPurposeResponse,
+    ReactionAddParams,
+    ReactionAddResponse,
     UsersListResultMeta,
     ChannelsListResultMeta,
     ChannelMessagesListResultMeta,
@@ -43,7 +58,14 @@ from .types import (
     ChannelsListParams,
     ChannelsGetParams,
     ChannelMessagesListParams,
-    ThreadsListParams
+    ThreadsListParams,
+    MessagesCreateParams,
+    MessagesUpdateParams,
+    ChannelsCreateParams,
+    ChannelsUpdateParams,
+    ChannelTopicsCreateParams,
+    ChannelPurposesCreateParams,
+    ReactionsCreateParams
 )
 
 __all__ = [
@@ -59,15 +81,30 @@ __all__ = [
     "ChannelPurpose",
     "ChannelsListResponse",
     "ChannelResponse",
-    "Attachment",
     "Reaction",
     "File",
+    "Attachment",
     "Message",
     "Thread",
     "EditedInfo",
     "BotProfile",
     "MessagesListResponse",
     "ThreadRepliesResponse",
+    "MessageCreateParams",
+    "CreatedMessage",
+    "MessageCreateResponse",
+    "MessageUpdateParams",
+    "MessageUpdateResponse",
+    "ChannelCreateParams",
+    "ChannelCreateResponse",
+    "ChannelRenameParams",
+    "ChannelRenameResponse",
+    "ChannelTopicParams",
+    "ChannelTopicResponse",
+    "ChannelPurposeParams",
+    "ChannelPurposeResponse",
+    "ReactionAddParams",
+    "ReactionAddResponse",
     "UsersListResultMeta",
     "ChannelsListResultMeta",
     "ChannelMessagesListResultMeta",
@@ -84,4 +121,11 @@ __all__ = [
     "ChannelsGetParams",
     "ChannelMessagesListParams",
     "ThreadsListParams",
+    "MessagesCreateParams",
+    "MessagesUpdateParams",
+    "ChannelsCreateParams",
+    "ChannelsUpdateParams",
+    "ChannelTopicsCreateParams",
+    "ChannelPurposesCreateParams",
+    "ReactionsCreateParams",
 ]

airbyte_agent_slack/_vendored/connector_sdk/executor/local_executor.py

@@ -987,7 +987,9 @@ class LocalExecutor:
 
         # Substitute variables from params
         if "variables" in graphql_config and graphql_config["variables"]:
-            body["variables"] = self._interpolate_variables(graphql_config["variables"], params, param_defaults)
+            variables = self._interpolate_variables(graphql_config["variables"], params, param_defaults)
+            # Filter out None values (optional fields not provided) - matches REST _extract_body() behavior
+            body["variables"] = {k: v for k, v in variables.items() if v is not None}
 
         # Add operation name if specified
         if "operationName" in graphql_config:
@@ -1222,15 +1224,22 @@ class LocalExecutor:
     def _extract_metadata(
         self,
         response_data: dict[str, Any],
+        response_headers: dict[str, str],
         endpoint: EndpointDefinition,
     ) -> dict[str, Any] | None:
         """Extract metadata from response using meta extractor.
 
-        Each field in meta_extractor dict is independently extracted using JSONPath.
+        Each field in meta_extractor dict is independently extracted using JSONPath
+        for body extraction, or special prefixes for header extraction:
+        - @link.{rel}: Extract URL from RFC 5988 Link header by rel type
+        - @header.{name}: Extract raw header value by header name
+        - Otherwise: JSONPath expression for body extraction
+
         Missing or invalid paths result in None for that field (no crash).
 
         Args:
             response_data: Full API response (before record extraction)
+            response_headers: HTTP response headers
             endpoint: Endpoint with optional meta extractor configuration
 
         Returns:
@@ -1241,11 +1250,15 @@ class LocalExecutor:
         Example:
             meta_extractor = {
                 "pagination": "$.records",
-                "request_id": "$.requestId"
+                "request_id": "$.requestId",
+                "next_page_url": "@link.next",
+                "rate_limit": "@header.X-RateLimit-Remaining"
             }
             Returns: {
                 "pagination": {"cursor": "abc", "total": 100},
-                "request_id": "xyz123"
+                "request_id": "xyz123",
+                "next_page_url": "https://api.example.com/data?cursor=abc",
+                "rate_limit": "99"
             }
         """
         # Check if endpoint has meta extractor
@@ -1255,26 +1268,96 @@ class LocalExecutor:
         extracted_meta: dict[str, Any] = {}
 
         # Extract each field independently
-        for field_name, jsonpath_expr_str in endpoint.meta_extractor.items():
+        for field_name, extractor_expr in endpoint.meta_extractor.items():
             try:
-                # Parse and apply JSONPath expression
-                jsonpath_expr = parse_jsonpath(jsonpath_expr_str)
-                matches = [match.value for match in jsonpath_expr.find(response_data)]
-
-                if matches:
-                    # Return first match (most common case)
-                    extracted_meta[field_name] = matches[0]
+                if extractor_expr.startswith("@link."):
+                    # RFC 5988 Link header extraction
+                    rel = extractor_expr[6:]
+                    extracted_meta[field_name] = self._extract_link_url(response_headers, rel)
+                elif extractor_expr.startswith("@header."):
+                    # Raw header value extraction (case-insensitive lookup)
+                    header_name = extractor_expr[8:]
+                    extracted_meta[field_name] = self._get_header_value(response_headers, header_name)
                 else:
-                    # Path not found - set to None
-                    extracted_meta[field_name] = None
+                    # JSONPath body extraction
+                    jsonpath_expr = parse_jsonpath(extractor_expr)
+                    matches = [match.value for match in jsonpath_expr.find(response_data)]
+
+                    if matches:
+                        # Return first match (most common case)
+                        extracted_meta[field_name] = matches[0]
+                    else:
+                        # Path not found - set to None
+                        extracted_meta[field_name] = None
 
             except Exception as e:
                 # Log error but continue with other fields
-                logging.warning(f"Failed to apply meta extractor for field '{field_name}' with path '{jsonpath_expr_str}': {e}. Setting to None.")
+                logging.warning(f"Failed to apply meta extractor for field '{field_name}' with expression '{extractor_expr}': {e}. Setting to None.")
                 extracted_meta[field_name] = None
 
         return extracted_meta
 
+    @staticmethod
+    def _extract_link_url(headers: dict[str, str], rel: str) -> str | None:
+        """Extract URL from RFC 5988 Link header by rel type.
+
+        Parses Link header format: <url>; param1="value1"; rel="next"; param2="value2"
+
+        Supports:
+        - Multiple parameters per link in any order
+        - Both quoted and unquoted rel values
+        - Multiple links separated by commas
+
+        Args:
+            headers: Response headers dict
+            rel: The rel type to extract (e.g., "next", "prev", "first", "last")
+
+        Returns:
+            The URL for the specified rel type, or None if not found
+        """
+        link_header = headers.get("Link") or headers.get("link", "")
+        if not link_header:
+            return None
+
+        for link_segment in re.split(r",(?=\s*<)", link_header):
+            link_segment = link_segment.strip()
+
+            url_match = re.match(r"<([^>]+)>", link_segment)
+            if not url_match:
+                continue
+
+            url = url_match.group(1)
+            params_str = link_segment[url_match.end() :]
+
+            rel_match = re.search(r';\s*rel="?([^";,]+)"?', params_str, re.IGNORECASE)
+            if rel_match and rel_match.group(1).strip() == rel:
+                return url
+
+        return None
+
+    @staticmethod
+    def _get_header_value(headers: dict[str, str], header_name: str) -> str | None:
+        """Get header value with case-insensitive lookup.
+
+        Args:
+            headers: Response headers dict
+            header_name: Header name to look up
+
+        Returns:
+            Header value or None if not found
+        """
+        # Try exact match first
+        if header_name in headers:
+            return headers[header_name]
+
+        # Case-insensitive lookup
+        header_name_lower = header_name.lower()
+        for key, value in headers.items():
+            if key.lower() == header_name_lower:
+                return value
+
+        return None
+
     def _validate_required_body_fields(self, endpoint: Any, params: dict[str, Any], action: Action, entity: str) -> None:
         """Validate that required body fields are present for CREATE/UPDATE operations.
 
@@ -1402,7 +1485,7 @@ class _StandardOperationHandler:
                 request_kwargs = self.ctx.determine_request_format(endpoint, body)
 
                 # Execute async HTTP request
-                response = await self.ctx.http_client.request(
+                response_data, response_headers = await self.ctx.http_client.request(
                     method=endpoint.method,
                     path=path,
                     params=query_params if query_params else None,
@@ -1411,10 +1494,10 @@ class _StandardOperationHandler:
                 )
 
                 # Extract metadata from original response (before record extraction)
-                metadata = self.ctx.executor._extract_metadata(response, endpoint)
+                metadata = self.ctx.executor._extract_metadata(response_data, response_headers, endpoint)
 
                 # Extract records if extractor configured
-                response = self.ctx.extract_records(response, endpoint)
+                response = self.ctx.extract_records(response_data, endpoint)
 
                 # Assume success with 200 status code if no exception raised
                 status_code = 200
@@ -1540,7 +1623,7 @@ class _DownloadOperationHandler:
                     request_format = self.ctx.determine_request_format(operation, request_body)
                     self.ctx.validate_required_body_fields(operation, params, action, entity)
 
-                    metadata_response = await self.ctx.http_client.request(
+                    metadata_response, _ = await self.ctx.http_client.request(
                         method=operation.method,
                         path=path,
                         params=query_params,
@@ -1555,7 +1638,7 @@ class _DownloadOperationHandler:
                     )
 
                     # Step 3: Stream file from extracted URL
-                    file_response = await self.ctx.http_client.request(
+                    file_response, _ = await self.ctx.http_client.request(
                         method="GET",
                         path=file_url,
                         headers=headers,
@@ -1563,7 +1646,7 @@ class _DownloadOperationHandler:
                     )
                 else:
                     # One-step direct download: stream file directly from endpoint
-                    file_response = await self.ctx.http_client.request(
+                    file_response, _ = await self.ctx.http_client.request(
                         method=operation.method,
                         path=path,
                         params=query_params,

airbyte_agent_slack/_vendored/connector_sdk/http_client.py

@@ -421,10 +421,14 @@ class HTTPClient:
         headers: dict[str, str] | None = None,
         *,
         stream: bool = False,
-    ):
+    ) -> tuple[dict[str, Any], dict[str, str]]:
         """Execute a single HTTP request attempt (no retries).
 
         This is the core request logic, separated from retry handling.
+
+        Returns:
+            Tuple of (response_data, response_headers) for non-streaming requests.
+            For streaming requests, returns (response_object, response_headers).
         """
         # Ensure auth credentials are initialized (proactive refresh if needed)
         await self._ensure_auth_initialized()
@@ -474,8 +478,9 @@ class HTTPClient:
                     request_id=request_id,
                     status_code=status_code,
                     response_body=f"<binary content, {response.headers.get('content-length', 'unknown')} bytes>",
+                    response_headers=dict(response.headers),
                 )
-                return response
+                return response, dict(response.headers)
 
             # Parse response - handle non-JSON responses gracefully
             content_type = response.headers.get("content-type", "")
@@ -500,8 +505,9 @@ class HTTPClient:
                 request_id=request_id,
                 status_code=status_code,
                 response_body=response_data,
+                response_headers=dict(response.headers),
             )
-            return response_data
+            return response_data, dict(response.headers)
 
         except AuthenticationError as e:
             # Auth error (401, 403) - handle token refresh
@@ -631,7 +637,7 @@ class HTTPClient:
         *,
         stream: bool = False,
         _auth_retry_attempted: bool = False,
-    ):
+    ) -> tuple[dict[str, Any], dict[str, str]]:
         """Make an async HTTP request with optional streaming and automatic retries.
 
         Args:
@@ -644,8 +650,9 @@ class HTTPClient:
             stream: If True, do not eagerly read the body (useful for downloads)
 
         Returns:
-            - If stream=False: Parsed JSON (dict) or empty dict
-            - If stream=True: Response object suitable for streaming
+            Tuple of (response_data, response_headers):
+            - If stream=False: (parsed JSON dict or empty dict, response headers dict)
+            - If stream=True: (response object suitable for streaming, response headers dict)
 
         Raises:
             HTTPStatusError: If request fails with 4xx/5xx status after all retries

airbyte_agent_slack/_vendored/connector_sdk/logging/logger.py

@@ -134,6 +134,7 @@ class RequestLogger:
         request_id: str,
         status_code: int,
         response_body: Any | None = None,
+        response_headers: Dict[str, str] | None = None,
     ) -> None:
         """
         Log a successful HTTP response.
@@ -142,6 +143,7 @@ class RequestLogger:
             request_id: ID returned from log_request
             status_code: HTTP status code
             response_body: Response body
+            response_headers: Response headers
         """
         if request_id not in self._active_requests:
             return
@@ -166,6 +168,7 @@ class RequestLogger:
             body=request_data["body"],
             response_status=status_code,
             response_body=serializable_body,
+            response_headers=response_headers or {},
             timing_ms=timing_ms,
         )
 
@@ -243,7 +246,13 @@ class NullLogger:
         """No-op log_request."""
         return ""
 
-    def log_response(self, *args, **kwargs) -> None:
+    def log_response(
+        self,
+        request_id: str,
+        status_code: int,
+        response_body: Any | None = None,
+        response_headers: Dict[str, str] | None = None,
+    ) -> None:
         """No-op log_response."""
         pass
 

airbyte_agent_slack/_vendored/connector_sdk/logging/types.py

@@ -31,6 +31,7 @@ class RequestLog(BaseModel):
     body: Any | None = None
     response_status: int | None = None
     response_body: Any | None = None
+    response_headers: Dict[str, str] = Field(default_factory=dict)
     timing_ms: float | None = None
     error: str | None = None
 

airbyte_agent_slack/_vendored/connector_sdk/validation.py

@@ -486,30 +486,36 @@ def validate_meta_extractor_fields(
         response_body = spec.captured_response.body
 
         # Validate each meta extractor field
-        for field_name, jsonpath_expr in endpoint.meta_extractor.items():
+        for field_name, extractor_expr in endpoint.meta_extractor.items():
+            # Skip header-based extractors - they extract from headers, not response body
+            # @link.next extracts from RFC 5988 Link header
+            # @header.X-Name extracts raw header value
+            if extractor_expr.startswith("@link.") or extractor_expr.startswith("@header."):
+                continue
+
             # Check 1: Does the JSONPath find data in the actual response?
             try:
-                parsed_expr = parse_jsonpath(jsonpath_expr)
+                parsed_expr = parse_jsonpath(extractor_expr)
                 matches = [match.value for match in parsed_expr.find(response_body)]
 
                 if not matches:
                     warnings.append(
                         f"{entity_name}.{action}: x-airbyte-meta-extractor field '{field_name}' "
-                        f"with JSONPath '{jsonpath_expr}' found no matches in cassette response"
+                        f"with JSONPath '{extractor_expr}' found no matches in cassette response"
                     )
             except Exception as e:
                 warnings.append(
-                    f"{entity_name}.{action}: x-airbyte-meta-extractor field '{field_name}' has invalid JSONPath '{jsonpath_expr}': {str(e)}"
+                    f"{entity_name}.{action}: x-airbyte-meta-extractor field '{field_name}' has invalid JSONPath '{extractor_expr}': {str(e)}"
                 )
 
             # Check 2: Is this field path declared in the response schema?
             if endpoint.response_schema:
-                field_in_schema = _check_field_in_schema(jsonpath_expr, endpoint.response_schema)
+                field_in_schema = _check_field_in_schema(extractor_expr, endpoint.response_schema)
 
                 if not field_in_schema:
                     warnings.append(
                         f"{entity_name}.{action}: x-airbyte-meta-extractor field '{field_name}' "
-                        f"extracts from '{jsonpath_expr}' but this path is not declared in response schema"
+                        f"extracts from '{extractor_expr}' but this path is not declared in response schema"
                     )
 
     except Exception as e: