rapidata 2.36.2__py3-none-any.whl → 2.38.0__py3-none-any.whl

rapidata/rapidata_client/benchmark/rapidata_benchmark_manager.py

@@ -9,6 +9,7 @@ from rapidata.api_client.models.filter import Filter
 from rapidata.api_client.models.sort_criterion import SortCriterion
 from rapidata.api_client.models.sort_direction import SortDirection
 from rapidata.api_client.models.filter_operator import FilterOperator
+from rapidata.rapidata_client.config import logger, tracer
 
 
 class RapidataBenchmarkManager:
@@ -58,78 +59,96 @@ class RapidataBenchmarkManager:
             benchmark = create_new_benchmark(name=name, identifiers=identifiers, prompts=prompts, prompt_assets=prompt_assets, tags=tags)
             ```
         """
-        if not isinstance(name, str):
-            raise ValueError("Name must be a string.")
-
-        if prompts and (
-            not isinstance(prompts, list)
-            or not all(isinstance(prompt, str) or prompt is None for prompt in prompts)
+        with tracer.start_as_current_span(
+            "RapidataBenchmarkManager.create_new_benchmark"
         ):
-            raise ValueError("Prompts must be a list of strings or None.")
-
-        if prompt_assets and (
-            not isinstance(prompt_assets, list)
-            or not all(
-                isinstance(asset, str) or asset is None for asset in prompt_assets
+            if not isinstance(name, str):
+                raise ValueError("Name must be a string.")
+
+            if prompts and (
+                not isinstance(prompts, list)
+                or not all(
+                    isinstance(prompt, str) or prompt is None for prompt in prompts
+                )
+            ):
+                raise ValueError("Prompts must be a list of strings or None.")
+
+            if prompt_assets and (
+                not isinstance(prompt_assets, list)
+                or not all(
+                    isinstance(asset, str) or asset is None for asset in prompt_assets
+                )
+            ):
+                raise ValueError("Media assets must be a list of strings or None.")
+
+            if not isinstance(identifiers, list) or not all(
+                isinstance(identifier, str) for identifier in identifiers
+            ):
+                raise ValueError("Identifiers must be a list of strings.")
+
+            if prompts and len(identifiers) != len(prompts):
+                raise ValueError("Identifiers and prompts must have the same length.")
+
+            if prompt_assets and len(identifiers) != len(prompt_assets):
+                raise ValueError(
+                    "Identifiers and media assets must have the same length."
+                )
+
+            if not prompts and not prompt_assets:
+                raise ValueError(
+                    "At least one of prompts or media assets must be provided."
+                )
+
+            if len(set(identifiers)) != len(identifiers):
+                raise ValueError("Identifiers must be unique.")
+
+            if tags and len(identifiers) != len(tags):
+                raise ValueError("Identifiers and tags must have the same length.")
+
+            logger.info("Creating new benchmark %s", name)
+
+            benchmark_result = self.__openapi_service.benchmark_api.benchmark_post(
+                create_benchmark_model=CreateBenchmarkModel(
+                    name=name,
+                )
             )
-        ):
-            raise ValueError("Media assets must be a list of strings or None.")
 
-        if not isinstance(identifiers, list) or not all(
-            isinstance(identifier, str) for identifier in identifiers
-        ):
-            raise ValueError("Identifiers must be a list of strings.")
+            logger.info("Benchmark created with id %s", benchmark_result.id)
 
-        if prompts and len(identifiers) != len(prompts):
-            raise ValueError("Identifiers and prompts must have the same length.")
-
-        if prompt_assets and len(identifiers) != len(prompt_assets):
-            raise ValueError("Identifiers and media assets must have the same length.")
-
-        if not prompts and not prompt_assets:
-            raise ValueError(
-                "At least one of prompts or media assets must be provided."
+            benchmark = RapidataBenchmark(
+                name, benchmark_result.id, self.__openapi_service
             )
 
-        if len(set(identifiers)) != len(identifiers):
-            raise ValueError("Identifiers must be unique.")
-
-        if tags and len(identifiers) != len(tags):
-            raise ValueError("Identifiers and tags must have the same length.")
-
-        benchmark_result = self.__openapi_service.benchmark_api.benchmark_post(
-            create_benchmark_model=CreateBenchmarkModel(
-                name=name,
+            prompts_list = prompts if prompts is not None else [None] * len(identifiers)
+            media_assets_list = (
+                prompt_assets
+                if prompt_assets is not None
+                else [None] * len(identifiers)
             )
-        )
-
-        benchmark = RapidataBenchmark(name, benchmark_result.id, self.__openapi_service)
-
-        prompts_list = prompts if prompts is not None else [None] * len(identifiers)
-        media_assets_list = (
-            prompt_assets if prompt_assets is not None else [None] * len(identifiers)
-        )
-        tags_list = tags if tags is not None else [None] * len(identifiers)
+            tags_list = tags if tags is not None else [None] * len(identifiers)
 
-        for identifier, prompt, asset, tag in zip(
-            identifiers, prompts_list, media_assets_list, tags_list
-        ):
-            benchmark.add_prompt(identifier, prompt, asset, tag)
+            for identifier, prompt, asset, tag in zip(
+                identifiers, prompts_list, media_assets_list, tags_list
+            ):
+                benchmark.add_prompt(identifier, prompt, asset, tag)
 
-        return benchmark
+            return benchmark
 
     def get_benchmark_by_id(self, id: str) -> RapidataBenchmark:
         """
         Returns a benchmark by its ID.
         """
-        benchmark_result = (
-            self.__openapi_service.benchmark_api.benchmark_benchmark_id_get(
-                benchmark_id=id
+        with tracer.start_as_current_span(
+            "RapidataBenchmarkManager.get_benchmark_by_id"
+        ):
+            benchmark_result = (
+                self.__openapi_service.benchmark_api.benchmark_benchmark_id_get(
+                    benchmark_id=id
+                )
+            )
+            return RapidataBenchmark(
+                benchmark_result.name, benchmark_result.id, self.__openapi_service
             )
-        )
-        return RapidataBenchmark(
-            benchmark_result.name, benchmark_result.id, self.__openapi_service
-        )
 
     def find_benchmarks(
         self, name: str = "", amount: int = 10
@@ -137,24 +156,27 @@ class RapidataBenchmarkManager:
         """
         Returns a list of benchmarks by their name.
         """
-        benchmark_result = self.__openapi_service.benchmark_api.benchmarks_get(
-            QueryModel(
-                page=PageInfo(index=1, size=amount),
-                filter=RootFilter(
-                    filters=[
-                        Filter(
-                            field="Name", operator=FilterOperator.CONTAINS, value=name
+        with tracer.start_as_current_span("RapidataBenchmarkManager.find_benchmarks"):
+            benchmark_result = self.__openapi_service.benchmark_api.benchmarks_get(
+                QueryModel(
+                    page=PageInfo(index=1, size=amount),
+                    filter=RootFilter(
+                        filters=[
+                            Filter(
+                                field="Name",
+                                operator=FilterOperator.CONTAINS,
+                                value=name,
+                            )
+                        ]
+                    ),
+                    sortCriteria=[
+                        SortCriterion(
+                            direction=SortDirection.DESC, propertyName="CreatedAt"
                         )
-                    ]
-                ),
-                sortCriteria=[
-                    SortCriterion(
-                        direction=SortDirection.DESC, propertyName="CreatedAt"
-                    )
-                ],
+                    ],
+                )
             )
-        )
-        return [
-            RapidataBenchmark(benchmark.name, benchmark.id, self.__openapi_service)
-            for benchmark in benchmark_result.items
-        ]
+            return [
+                RapidataBenchmark(benchmark.name, benchmark.id, self.__openapi_service)
+                for benchmark in benchmark_result.items
+            ]

rapidata/rapidata_client/config/__init__.py

@@ -1 +1,4 @@
+from .logger import logger  # has to be instantiated before rapidata_config
+from .tracer import tracer  # has to be instantiated before rapidata_config
 from .rapidata_config import rapidata_config
+from .managed_print import managed_print

rapidata/rapidata_client/config/logger.py

@@ -0,0 +1,135 @@
+import logging
+from typing import Protocol, runtime_checkable
+from opentelemetry._logs import set_logger_provider
+from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter
+from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler
+from opentelemetry.sdk._logs.export import BatchLogRecordProcessor
+from opentelemetry.sdk.resources import Resource
+from rapidata import __version__
+from .logging_config import LoggingConfig, register_config_handler
+
+
+@runtime_checkable
+class LoggerProtocol(Protocol):
+    """Protocol that defines the logger interface for type checking."""
+
+    def debug(self, msg: object, *args, **kwargs) -> None: ...
+    def info(self, msg: object, *args, **kwargs) -> None: ...
+    def warning(self, msg: object, *args, **kwargs) -> None: ...
+    def warn(self, msg: object, *args, **kwargs) -> None: ...
+    def error(self, msg: object, *args, **kwargs) -> None: ...
+    def exception(self, msg: object, *args, exc_info=True, **kwargs) -> None: ...
+    def critical(self, msg: object, *args, **kwargs) -> None: ...
+    def fatal(self, msg: object, *args, **kwargs) -> None: ...
+    def log(self, level: int, msg: object, *args, **kwargs) -> None: ...
+    def isEnabledFor(self, level: int) -> bool: ...
+    def getEffectiveLevel(self) -> int: ...
+    def setLevel(self, level: int | str) -> None: ...
+    def addHandler(self, handler: logging.Handler) -> None: ...
+    def removeHandler(self, handler: logging.Handler) -> None: ...
+    @property
+    def handlers(self) -> list[logging.Handler]: ...
+    @property
+    def level(self) -> int: ...
+    @property
+    def name(self) -> str: ...
+
+
+class RapidataLogger:
+    """Logger implementation that updates when the configuration changes."""
+
+    def __init__(self, name: str = "rapidata"):
+        self._logger = logging.getLogger(name)
+        self._otlp_initialized = False
+        self._otlp_handler = None
+
+        # Register this logger to receive configuration updates
+        register_config_handler(self._handle_config_update)
+
+    def _handle_config_update(self, config: LoggingConfig) -> None:
+        """Handle configuration updates."""
+        self._update_logger(config)
+
+    def _update_logger(self, config: LoggingConfig) -> None:
+        """Update the logger based on the new configuration."""
+        # Initialize OTLP logging only once and only if not disabled
+        if not self._otlp_initialized and config.enable_otlp:
+            try:
+                logger_provider = LoggerProvider(
+                    resource=Resource.create(
+                        {
+                            "service.name": "Rapidata.Python.SDK",
+                            "service.version": __version__,
+                        }
+                    ),
+                )
+                set_logger_provider(logger_provider)
+
+                exporter = OTLPLogExporter(
+                    endpoint="https://otlp-sdk.rapidata.ai/v1/logs",
+                    timeout=30,
+                )
+
+                processor = BatchLogRecordProcessor(
+                    exporter,
+                    max_queue_size=2048,
+                    export_timeout_millis=30000,
+                    max_export_batch_size=512,
+                )
+
+                logger_provider.add_log_record_processor(processor)
+
+                # OTLP handler - captures DEBUG and above
+                self._otlp_handler = LoggingHandler(logger_provider=logger_provider)
+                self._otlp_handler.setLevel(logging.DEBUG)  # OTLP gets everything
+
+                self._otlp_initialized = True
+
+            except Exception as e:
+                self._logger.warning(f"Failed to initialize OTLP logging: {e}")
+                import traceback
+
+                traceback.print_exc()
+
+        # Console handler with configurable level
+        console_handler = logging.StreamHandler()
+        console_level = getattr(logging, config.level.upper())
+        console_handler.setLevel(console_level)
+        console_formatter = logging.Formatter(config.format)
+        console_handler.setFormatter(console_formatter)
+
+        # Configure the logger
+        self._logger.setLevel(logging.DEBUG)  # Logger must allow DEBUG for OTLP
+
+        # Remove any existing handlers (except OTLP when appropriate)
+        for handler in self._logger.handlers[:]:
+            if handler != self._otlp_handler:
+                self._logger.removeHandler(handler)
+            elif handler == self._otlp_handler and not config.enable_otlp:
+                self._logger.removeHandler(handler)
+
+        # Add OTLP handler if initialized and not disabled
+        if (
+            self._otlp_handler
+            and self._otlp_handler not in self._logger.handlers
+            and config.enable_otlp
+        ):
+            self._logger.addHandler(self._otlp_handler)
+
+        # Add console handler
+        self._logger.addHandler(console_handler)
+
+        # Add file handler if log_file is provided
+        if config.log_file:
+            file_handler = logging.FileHandler(config.log_file)
+            file_handler.setLevel(console_level)  # Use same level as console
+            file_formatter = logging.Formatter(config.format)
+            file_handler.setFormatter(file_formatter)
+            self._logger.addHandler(file_handler)
+
+    def __getattr__(self, name: str) -> object:
+        """Delegate attribute access to the underlying logger."""
+        return getattr(self._logger, name)
+
+
+logger: LoggerProtocol = RapidataLogger()  # type: ignore[assignment]

rapidata/rapidata_client/config/logging_config.py

@@ -0,0 +1,58 @@
+from typing import Callable
+from pydantic import BaseModel, Field
+
+# Type alias for config update handlers
+ConfigUpdateHandler = Callable[["LoggingConfig"], None]
+
+# Global list to store registered handlers
+_config_handlers: list[ConfigUpdateHandler] = []
+
+
+def register_config_handler(handler: ConfigUpdateHandler) -> None:
+    """Register a handler to be called when the logging configuration updates."""
+    _config_handlers.append(handler)
+
+
+def unregister_config_handler(handler: ConfigUpdateHandler) -> None:
+    """Unregister a previously registered handler."""
+    if handler in _config_handlers:
+        _config_handlers.remove(handler)
+
+
+class LoggingConfig(BaseModel):
+    """
+    Holds the configuration for the logging process.
+
+    Args:
+        level (str): The logging level. Defaults to "WARNING".
+        log_file (str | None): The logging file. Defaults to None.
+        format (str): The logging format. Defaults to "%(asctime)s - %(name)s - %(levelname)s - %(message)s".
+        silent_mode (bool): Whether to disable the prints and progress bars. Does NOT affect the logging. Defaults to False.
+        enable_otlp (bool): Whether to enable OpenTelemetry trace logs. Defaults to True.
+    """
+
+    level: str = Field(default="WARNING")
+    log_file: str | None = Field(default=None)
+    format: str = Field(default="%(asctime)s - %(name)s - %(levelname)s - %(message)s")
+    silent_mode: bool = Field(default=False)
+    enable_otlp: bool = Field(default=True)
+
+    def __init__(self, **kwargs):
+        super().__init__(**kwargs)
+        self._notify_handlers()
+
+    def __setattr__(self, name: str, value) -> None:
+        super().__setattr__(name, value)
+        self._notify_handlers()
+
+    def _notify_handlers(self) -> None:
+        """Notify all registered handlers that the configuration has updated."""
+        for handler in _config_handlers:
+            try:
+                handler(self)
+            except Exception as e:
+                # Log the error but don't let one handler failure break others
+                print(f"Warning: Config handler failed: {e}")
+
+
+# Tracer is now handled in tracer.py with event-based updates

rapidata/rapidata_client/config/managed_print.py

@@ -0,0 +1,6 @@
+from rapidata.rapidata_client.config import rapidata_config
+
+
+def managed_print(*args, **kwargs) -> None:
+    if not rapidata_config.logging.silent_mode:
+        print(*args, **kwargs)

rapidata/rapidata_client/config/order_config.py

@@ -0,0 +1,14 @@
+from pydantic import BaseModel, Field
+
+
+class OrderConfig(BaseModel):
+    """
+    Holds the configuration for the order process.
+
+    Args:
+        minOrderDatapointsForValidation (int): The minimum number of datapoints required so that an automatic validationset gets created if no recommended was found. Defaults to 50.
+        autoValidationSetSize (int): The maximum size of the auto-generated validation set. Defaults to 20.
+    """
+
+    minOrderDatapointsForValidation: int = Field(default=50)
+    autoValidationSetSize: int = Field(default=20)

rapidata/rapidata_client/config/rapidata_config.py

@@ -1,5 +1,9 @@
 from pydantic import BaseModel, Field
 
+from rapidata.rapidata_client.config.logging_config import LoggingConfig
+from rapidata.rapidata_client.config.order_config import OrderConfig
+from rapidata.rapidata_client.config.upload_config import UploadConfig
+
 
 class RapidataConfig(BaseModel):
     """
@@ -8,24 +12,25 @@ class RapidataConfig(BaseModel):
     To adjust the configurations used, you can modify the `rapidata_config` object.
 
     Args:
-        maxUploadWorkers (int): The maximum number of worker threads for processing media paths. Defaults to 10.
-        uploadMaxRetries (int): The maximum number of retries for failed uploads. Defaults to 3.
         enableBetaFeatures (bool): Whether to enable beta features. Defaults to False.
-        minOrderDatapointsForValidation (int): The minimum number of datapoints required so that an automatic validationset gets created if no recommended was found. Defaults to 50.
-        autoValidationSetSize (int): The maximum size of the auto-generated validation set. Defaults to 20.
+        upload (UploadConfig): The configuration for the upload process.
+            Such as the maximum number of worker threads for processing media paths and the maximum number of retries for failed uploads.
+        order (OrderConfig): The configuration for the order process.
+            Such as the minimum number of datapoints required so that an automatic validationset gets created if no recommended was found.
+        logging (LoggingConfig): The configuration for the logging process.
+            Such as the logging level and the logging file.
 
     Example:
         ```python
         from rapidata import rapidata_config
-        rapidata_config.maxUploadWorkers = 20
+        rapidata_config.upload.maxUploadWorkers = 20
         ```
     """
 
-    maxUploadWorkers: int = Field(default=10)
-    uploadMaxRetries: int = Field(default=3)
     enableBetaFeatures: bool = False
-    minOrderDatapointsForValidation: int = Field(default=50)
-    autoValidationSetSize: int = Field(default=20)
+    upload: UploadConfig = Field(default_factory=UploadConfig)
+    order: OrderConfig = Field(default_factory=OrderConfig)
+    logging: LoggingConfig = Field(default_factory=LoggingConfig)
 
 
 rapidata_config = RapidataConfig()

rapidata/rapidata_client/config/tracer.py

@@ -0,0 +1,130 @@
+from typing import Protocol, runtime_checkable, Any
+from opentelemetry import trace
+from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
+from opentelemetry.sdk.trace import TracerProvider
+from opentelemetry.sdk.trace.export import BatchSpanProcessor
+from opentelemetry.sdk.resources import Resource
+from rapidata import __version__
+from .logging_config import LoggingConfig, register_config_handler
+from rapidata.rapidata_client.config import logger
+
+
+@runtime_checkable
+class TracerProtocol(Protocol):
+    """Protocol that defines the tracer interface for type checking."""
+
+    def start_span(self, name: str, *args, **kwargs) -> Any: ...
+    def start_as_current_span(self, name: str, *args, **kwargs) -> Any: ...
+
+
+class NoOpSpan:
+    """A no-op span that does nothing when tracing is disabled."""
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, *args):
+        pass
+
+    def set_attribute(self, *args, **kwargs):
+        pass
+
+    def set_status(self, *args, **kwargs):
+        pass
+
+    def add_event(self, *args, **kwargs):
+        pass
+
+    def end(self, *args, **kwargs):
+        pass
+
+    def __getattr__(self, name: str) -> Any:
+        """Return self for any method call to maintain chainability."""
+        return lambda *args, **kwargs: self
+
+
+class NoOpTracer:
+    """A no-op tracer that returns no-op spans when tracing is disabled."""
+
+    def start_span(self, name: str, *args, **kwargs) -> NoOpSpan:
+        return NoOpSpan()
+
+    def start_as_current_span(self, name: str, *args, **kwargs) -> NoOpSpan:
+        return NoOpSpan()
+
+    def __getattr__(self, name: str) -> Any:
+        """Delegate to no-op behavior."""
+        return lambda *args, **kwargs: NoOpSpan()
+
+
+class RapidataTracer:
+    """Tracer implementation that updates when the configuration changes."""
+
+    def __init__(self, name: str = __name__):
+        self._name = name
+        self._otlp_initialized = False
+        self._tracer_provider = None
+        self._real_tracer = None
+        self._no_op_tracer = NoOpTracer()
+        self._enabled = True  # Default to enabled
+
+        # Register this tracer to receive configuration updates
+        register_config_handler(self._handle_config_update)
+
+    def _handle_config_update(self, config: LoggingConfig) -> None:
+        """Handle configuration updates."""
+        self._update_tracer(config)
+
+    def _update_tracer(self, config: LoggingConfig) -> None:
+        """Update the tracer based on the new configuration."""
+        self._enabled = config.enable_otlp
+
+        # Initialize OTLP tracing only once and only if not disabled
+        if not self._otlp_initialized and config.enable_otlp:
+            try:
+                resource = Resource.create(
+                    {
+                        "service.name": "Rapidata.Python.SDK",
+                        "service.version": __version__,
+                    }
+                )
+
+                self._tracer_provider = TracerProvider(resource=resource)
+                trace.set_tracer_provider(self._tracer_provider)
+
+                exporter = OTLPSpanExporter(
+                    endpoint="https://otlp-sdk.rapidata.ai/v1/traces",
+                    timeout=30,
+                )
+
+                span_processor = BatchSpanProcessor(exporter)
+                self._tracer_provider.add_span_processor(span_processor)
+
+                self._real_tracer = trace.get_tracer(self._name)
+                self._otlp_initialized = True
+
+            except Exception as e:
+                logger.warning(f"Failed to initialize tracing: {e}")
+                self._enabled = False
+
+    def start_span(self, name: str, *args, **kwargs) -> Any:
+        """Start a span, or return a no-op span if tracing is disabled."""
+        if self._enabled and self._real_tracer:
+            return self._real_tracer.start_span(name, *args, **kwargs)
+        return self._no_op_tracer.start_span(name, *args, **kwargs)
+
+    def start_as_current_span(self, name: str, *args, **kwargs) -> Any:
+        """Start a span as current, or return a no-op span if tracing is disabled."""
+        if self._enabled and self._real_tracer:
+            return self._real_tracer.start_as_current_span(name, *args, **kwargs)
+        return self._no_op_tracer.start_as_current_span(name, *args, **kwargs)
+
+    def __getattr__(self, name: str) -> Any:
+        """Delegate attribute access to the appropriate tracer."""
+        if self._enabled and self._real_tracer:
+            return getattr(self._real_tracer, name)
+        return getattr(self._no_op_tracer, name)
+
+
+# Create the main tracer instance - type checkers will see it as TracerProtocol
+tracer: TracerProtocol = RapidataTracer()  # type: ignore[assignment]

rapidata/rapidata_client/config/upload_config.py

@@ -0,0 +1,14 @@
+from pydantic import BaseModel, Field
+
+
+class UploadConfig(BaseModel):
+    """
+    Holds the configuration for the upload process.
+
+    Args:
+        maxWorkers (int): The maximum number of worker threads for processing media paths. Defaults to 10.
+        maxRetries (int): The maximum number of retries for failed uploads. Defaults to 3.
+    """
+
+    maxWorkers: int = Field(default=10)
+    maxRetries: int = Field(default=3)

rapidata/rapidata_client/datapoints/_datapoint.py

@@ -24,7 +24,7 @@ from rapidata.rapidata_client.datapoints.metadata._media_asset_metadata import (
     MediaAssetMetadata,
 )
 from rapidata.rapidata_client.datapoints.metadata._prompt_metadata import PromptMetadata
-from rapidata.rapidata_client.logging import logger
+from rapidata.rapidata_client.config import logger
 
 
 class Datapoint:

rapidata/rapidata_client/datapoints/assets/_media_asset.py

@@ -17,7 +17,7 @@ from pydantic import StrictStr, StrictBytes
 import logging
 from functools import cached_property
 from rapidata.rapidata_client.datapoints.assets._sessions import SessionManager
-from rapidata.rapidata_client.logging import logger
+from rapidata.rapidata_client.config import logger
 from rapidata.rapidata_client.datapoints.assets.constants import (
     ALLOWED_IMAGE_EXTENSIONS,
     ALLOWED_MEDIA_EXTENSIONS,

rapidata/rapidata_client/datapoints/assets/_sessions.py

@@ -18,8 +18,8 @@ class SessionManager:
             requests.Session: A singleton requests session with retry logic.
         """
         if cls._session is None:
-            max_retries: int = rapidata_config.uploadMaxRetries
-            max_workers: int = rapidata_config.maxUploadWorkers
+            max_retries: int = rapidata_config.upload.maxRetries
+            max_workers: int = rapidata_config.upload.maxWorkers
             cls._session = requests.Session()
             retries = Retry(
                 total=max_retries,