airbyte-cdk 6.45.4.post52.dev14501809740__py3-none-any.whl → 6.45.5__py3-none-any.whl

airbyte_cdk/sources/declarative/retrievers/file_uploader.py

@@ -1,89 +0,0 @@
-#
-# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
-#
-
-import json
-import logging
-import uuid
-from dataclasses import InitVar, dataclass, field
-from pathlib import Path
-from typing import Any, Mapping, Optional, Union
-
-from airbyte_cdk.models import AirbyteRecordMessageFileReference
-from airbyte_cdk.sources.declarative.extractors.record_extractor import RecordExtractor
-from airbyte_cdk.sources.declarative.interpolation.interpolated_string import (
-    InterpolatedString,
-)
-from airbyte_cdk.sources.declarative.partition_routers.substream_partition_router import (
-    SafeResponse,
-)
-from airbyte_cdk.sources.declarative.requesters import Requester
-from airbyte_cdk.sources.declarative.types import Record, StreamSlice
-from airbyte_cdk.sources.types import Config
-from airbyte_cdk.sources.utils.files_directory import get_files_directory
-
-logger = logging.getLogger("airbyte")
-
-
-@dataclass
-class FileUploader:
-    requester: Requester
-    download_target_extractor: RecordExtractor
-    config: Config
-    parameters: InitVar[Mapping[str, Any]]
-
-    filename_extractor: Optional[Union[InterpolatedString, str]] = None
-    content_extractor: Optional[RecordExtractor] = None
-
-    def __post_init__(self, parameters: Mapping[str, Any]) -> None:
-        if self.filename_extractor:
-            self.filename_extractor = InterpolatedString.create(
-                self.filename_extractor,
-                parameters=parameters,
-            )
-
-    def upload(self, record: Record) -> None:
-        mocked_response = SafeResponse()
-        mocked_response.content = json.dumps(record.data).encode()
-        download_target = list(self.download_target_extractor.extract_records(mocked_response))[0]
-        if not isinstance(download_target, str):
-            raise ValueError(
-                f"download_target is expected to be a str but was {type(download_target)}: {download_target}"
-            )
-
-        response = self.requester.send_request(
-            stream_slice=StreamSlice(
-                partition={}, cursor_slice={}, extra_fields={"download_target": download_target}
-            ),
-        )
-
-        if self.content_extractor:
-            raise NotImplementedError("TODO")
-        else:
-            files_directory = Path(get_files_directory())
-
-            file_name = (
-                self.filename_extractor.eval(self.config, record=record)
-                if self.filename_extractor
-                else str(uuid.uuid4())
-            )
-            file_name = file_name.lstrip("/")
-            file_relative_path = Path(record.stream_name) / Path(file_name)
-
-            full_path = files_directory / file_relative_path
-            full_path.parent.mkdir(parents=True, exist_ok=True)
-
-            with open(str(full_path), "wb") as f:
-                f.write(response.content)
-            file_size_bytes = full_path.stat().st_size
-
-            logger.info("File uploaded successfully")
-            logger.info(f"File url: {str(full_path)}")
-            logger.info(f"File size: {file_size_bytes / 1024} KB")
-            logger.info(f"File relative path: {str(file_relative_path)}")
-
-            record.file_reference = AirbyteRecordMessageFileReference(
-                staging_file_url=str(full_path),
-                source_file_relative_path=str(file_relative_path),
-                file_size_bytes=file_size_bytes,
-            )

airbyte_cdk/sources/file_based/file_record_data.py

@@ -1,23 +0,0 @@
-#
-# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
-#
-
-from datetime import datetime
-from typing import Optional
-
-from pydantic.v1 import BaseModel
-
-
-class FileRecordData(BaseModel):
-    """
-    A record in a file-based stream.
-    """
-
-    folder: str
-    filename: str
-    bytes: int
-    source_uri: str
-    id: Optional[str] = None
-    created_at: Optional[str] = None
-    updated_at: Optional[str] = None
-    mime_type: Optional[str] = None

airbyte_cdk/sources/utils/files_directory.py

@@ -1,15 +0,0 @@
-#
-# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
-#
-import os
-
-AIRBYTE_STAGING_DIRECTORY = os.getenv("AIRBYTE_STAGING_DIRECTORY", "/staging/files")
-DEFAULT_LOCAL_DIRECTORY = "/tmp/airbyte-file-transfer"
-
-
-def get_files_directory() -> str:
-    return (
-        AIRBYTE_STAGING_DIRECTORY
-        if os.path.exists(AIRBYTE_STAGING_DIRECTORY)
-        else DEFAULT_LOCAL_DIRECTORY
-    )