arize 8.0.0a22__py3-none-any.whl → 8.0.0b0__py3-none-any.whl

arize/{models → ml}/client.py

@@ -1,11 +1,14 @@
+"""Client implementation for managing ML models in the Arize platform."""
+
 # type: ignore[pb2]
 from __future__ import annotations
 
 import copy
 import logging
 import time
-from typing import TYPE_CHECKING, Dict, List, Tuple
+from typing import TYPE_CHECKING
 
+from arize._generated.protocol.rec import public_pb2 as pb2
 from arize._lazy import require
 from arize.constants.ml import (
     LLM_RUN_METADATA_PROMPT_TOKEN_COUNT_TAG_NAME,
@@ -30,19 +33,20 @@ from arize.exceptions.parameters import (
 )
 from arize.exceptions.spaces import MissingSpaceIDError
 from arize.logging import get_truncation_warning_message
-from arize.models.bounded_executor import BoundedExecutor
-from arize.models.casting import cast_dictionary, cast_typed_columns
-from arize.models.stream_validation import (
+from arize.ml.bounded_executor import BoundedExecutor
+from arize.ml.casting import cast_dictionary, cast_typed_columns
+from arize.ml.stream_validation import (
     validate_and_convert_prediction_id,
     validate_label,
 )
-from arize.types import (
+from arize.ml.types import (
     CATEGORICAL_MODEL_TYPES,
     NUMERIC_MODEL_TYPES,
     ActualLabelTypes,
     BaseSchema,
     CorpusSchema,
     Embedding,
+    EmbeddingColumnNames,
     Environments,
     LLMRunMetadata,
     Metrics,
@@ -53,8 +57,8 @@ from arize.types import (
     SimilaritySearchParams,
     TypedValue,
     convert_element,
-    is_list_of,
 )
+from arize.utils.types import is_list_of
 
 if TYPE_CHECKING:
     import concurrent.futures as cf
@@ -64,12 +68,7 @@ if TYPE_CHECKING:
     import requests
     from requests_futures.sessions import FuturesSession
 
-    from arize._generated.protocol.rec import public_pb2 as pb2
     from arize.config import SDKConfiguration
-    from arize.types import (
-        EmbeddingColumnNames,
-        Schema,
-    )
 
 
 logger = logging.getLogger(__name__)
@@ -96,7 +95,18 @@ _MIMIC_EXTRA = "mimic-explainer"
 
 
 class MLModelsClient:
-    def __init__(self, *, sdk_config: SDKConfiguration):
+    """Client for logging ML model predictions and actuals to Arize.
+
+    This class is primarily intended for internal use within the SDK. Users are
+    highly encouraged to access resource-specific functionality via
+    :class:`arize.ArizeClient`.
+    """
+
+    def __init__(self, *, sdk_config: SDKConfiguration) -> None:
+        """
+        Args:
+            sdk_config: Resolved SDK configuration.
+        """  # noqa: D205, D212
         self._sdk_config = sdk_config
 
         # internal cache for the futures session
@@ -114,24 +124,89 @@ class MLModelsClient:
         prediction_timestamp: int | None = None,
         prediction_label: PredictionLabelTypes | None = None,
         actual_label: ActualLabelTypes | None = None,
-        features: Dict[str, str | bool | float | int | List[str] | TypedValue]
+        features: dict[str, str | bool | float | int | list[str] | TypedValue]
         | None = None,
-        embedding_features: Dict[str, Embedding] | None = None,
-        shap_values: Dict[str, float] | None = None,
-        tags: Dict[str, str | bool | float | int | TypedValue] | None = None,
+        embedding_features: dict[str, Embedding] | None = None,
+        shap_values: dict[str, float] | None = None,
+        tags: dict[str, str | bool | float | int | TypedValue] | None = None,
         batch_id: str | None = None,
         prompt: str | Embedding | None = None,
         response: str | Embedding | None = None,
         prompt_template: str | None = None,
         prompt_template_version: str | None = None,
         llm_model_name: str | None = None,
-        llm_params: Dict[str, str | bool | float | int] | None = None,
+        llm_params: dict[str, str | bool | float | int] | None = None,
         llm_run_metadata: LLMRunMetadata | None = None,
         timeout: float | None = None,
     ) -> cf.Future:
+        """Log a single model prediction or actual to Arize asynchronously.
+
+        This method sends a single prediction, actual, or both to Arize for ML monitoring.
+        The request is made asynchronously and returns a Future that can be used to check
+        the status or retrieve the response.
+
+        Args:
+            space_id: The space ID where the model resides.
+            model_name: A unique name to identify your model in the Arize platform.
+            model_type: The type of model. Supported types: BINARY, MULTI_CLASS, REGRESSION,
+                RANKING, OBJECT_DETECTION. Note: GENERATIVE_LLM is not supported; use the
+                spans module instead.
+            environment: The environment this data belongs to (PRODUCTION, TRAINING, or
+                VALIDATION).
+            model_version: Optional version identifier for the model.
+            prediction_id: Unique identifier for this prediction. If not provided, one
+                will be auto-generated for PRODUCTION environment.
+            prediction_timestamp: Unix timestamp (seconds) for when the prediction was made.
+                If not provided, the current time is used. Must be within 1 year in the
+                future and 2 years in the past from the current time.
+            prediction_label: The prediction output from your model. Type depends on
+                model_type (e.g., string for categorical, float for numeric).
+            actual_label: The ground truth label. Type depends on model_type.
+            features: Dictionary of feature name to feature value. Values can be str, bool,
+                float, int, list[str], or TypedValue.
+            embedding_features: Dictionary of embedding feature name to Embedding object.
+                Maximum 50 embeddings per record. Object detection models support only 1.
+            shap_values: Dictionary of feature name to SHAP value (float) for feature
+                importance/explainability.
+            tags: Dictionary of metadata tags. Tag names cannot end with "_shap" or be
+                reserved names. Values must be under 1000 characters (warning at 100).
+            batch_id: Required for VALIDATION environment; identifies the validation batch.
+            prompt: For generative models, the prompt text or embedding sent to the model.
+            response: For generative models, the response text or embedding from the model.
+            prompt_template: Template used to generate the prompt.
+            prompt_template_version: Version identifier for the prompt template.
+            llm_model_name: Name of the LLM model used (e.g., "gpt-4").
+            llm_params: Dictionary of LLM configuration parameters (e.g., temperature,
+                max_tokens).
+            llm_run_metadata: Metadata about the LLM run including token counts and latency.
+            timeout: Maximum time (in seconds) to wait for the request to complete.
+
+        Returns:
+            A concurrent.futures.Future object representing the async request. Call
+            .result() to block and retrieve the Response object, or check .done() for
+            completion status.
+
+        Raises:
+            ValueError: If model_type is GENERATIVE_LLM, or if validation environment is
+                missing batch_id, or if training/validation environment is missing
+                prediction or actual, or if timestamp is out of range, or if no data
+                is provided (must have prediction_label, actual_label, tags, or shap_values),
+                or if tag names end with "_shap" or exceed length limits.
+            MissingSpaceIDError: If space_id is not provided or empty.
+            MissingModelNameError: If model_name is not provided or empty.
+            InvalidValueType: If features, tags, or other parameters have incorrect types.
+            InvalidNumberOfEmbeddings: If more than 50 embedding features are provided.
+            KeyError: If tag names include reserved names.
+
+        Notes:
+            - Timestamps must be within 1 year future and 2 years past from current time
+            - Tag values are truncated at 1000 characters, with warnings at 100 characters
+            - For GENERATIVE_LLM models, use the spans module or OTEL tracing instead
+            - The Future returned can be monitored for request status asynchronously
+        """
         require(_STREAM_EXTRA, _STREAM_DEPS)
         from arize._generated.protocol.rec import public_pb2 as pb2
-        from arize.models.proto import (
+        from arize.ml.proto import (
             get_pb_dictionary,
             get_pb_label,
             get_pb_timestamp,
@@ -179,16 +254,15 @@ class MLModelsClient:
                 _validate_mapping_key(feat_name, "features")
                 if is_list_of(feat_value, str):
                     continue
-                else:
-                    val = convert_element(feat_value)
-                    if val is not None and not isinstance(
-                        val, (str, bool, float, int)
-                    ):
-                        raise InvalidValueType(
-                            f"feature '{feat_name}'",
-                            feat_value,
-                            "one of: bool, int, float, str",
-                        )
+                val = convert_element(feat_value)
+                if val is not None and not isinstance(
+                    val, (str, bool, float, int)
+                ):
+                    raise InvalidValueType(
+                        f"feature '{feat_name}'",
+                        feat_value,
+                        "one of: bool, int, float, str",
+                    )
 
         # Validate embedding_features type
         if embedding_features:
@@ -247,7 +321,7 @@ class MLModelsClient:
                         f"{MAX_TAG_LENGTH}. The tag {tag_name} with value {tag_value} has "
                         f"{len(str(val))} characters."
                     )
-                elif len(str(val)) > MAX_TAG_LENGTH_TRUNCATION:
+                if len(str(val)) > MAX_TAG_LENGTH_TRUNCATION:
                     logger.warning(
                         get_truncation_warning_message(
                             "tags", MAX_TAG_LENGTH_TRUNCATION
@@ -304,9 +378,7 @@ class MLModelsClient:
             if embedding_features or prompt or response:
                 # NOTE: Deep copy is necessary to avoid side effects on the original input dictionary
                 combined_embedding_features = (
-                    {k: v for k, v in embedding_features.items()}
-                    if embedding_features
-                    else {}
+                    embedding_features.copy() if embedding_features else {}
                 )
                 # Map prompt as embedding features for generative models
                 if prompt is not None:
@@ -453,8 +525,7 @@ class MLModelsClient:
             indexes=None,
         )
 
-    # TODO(Kiko): Handle sync argument
-    def log_batch(
+    def log(
         self,
         *,
         space_id: str,
@@ -466,17 +537,69 @@ class MLModelsClient:
         model_version: str = "",
         batch_id: str = "",
         validate: bool = True,
-        metrics_validation: List[Metrics] | None = None,
+        metrics_validation: list[Metrics] | None = None,
         surrogate_explainability: bool = False,
         timeout: float | None = None,
         tmp_dir: str = "",
-        sync: bool = False,
     ) -> requests.Response:
+        """Log a batch of model predictions and actuals to Arize from a pandas DataFrame.
+
+        This method uploads multiple records to Arize in a single batch operation using
+        Apache Arrow format for efficient transfer. The dataframe structure is defined
+        by the provided schema which maps dataframe columns to Arize data fields.
+
+        Args:
+            space_id: The space ID where the model resides.
+            model_name: A unique name to identify your model in the Arize platform.
+            model_type: The type of model. Supported types: BINARY, MULTI_CLASS, REGRESSION,
+                RANKING, OBJECT_DETECTION. Note: GENERATIVE_LLM is not supported; use the
+                spans module instead.
+            dataframe: Pandas DataFrame containing the data to upload. Columns should
+                correspond to the schema field mappings.
+            schema: Schema object (Schema or CorpusSchema) that defines the mapping between
+                dataframe columns and Arize data fields (e.g., prediction_label_column_name,
+                feature_column_names, etc.).
+            environment: The environment this data belongs to (PRODUCTION, TRAINING,
+                VALIDATION, or CORPUS).
+            model_version: Optional version identifier for the model.
+            batch_id: Required for VALIDATION environment; identifies the validation batch.
+            validate: When True, performs comprehensive validation before sending data.
+                Includes checks for required fields, data types, and value constraints.
+            metrics_validation: Optional list of metric families to validate against.
+            surrogate_explainability: When True, automatically generates SHAP values using
+                MIMIC surrogate explainer. Requires the 'mimic-explainer' extra. Has no
+                effect if shap_values_column_names is already specified in schema.
+            timeout: Maximum time (in seconds) to wait for the request to complete.
+            tmp_dir: Optional temporary directory to store serialized Arrow data before
+                upload.
+
+        Returns:
+            A requests.Response object from the upload request. Check .status_code for
+            success (200) or error conditions.
+
+        Raises:
+            MissingSpaceIDError: If space_id is not provided or empty.
+            MissingModelNameError: If model_name is not provided or empty.
+            ValueError: If model_type is GENERATIVE_LLM, or if environment is CORPUS with
+                non-CorpusSchema, or if training/validation records are incomplete.
+            ValidationFailure: If validate=True and validation checks fail. Contains list
+                of validation error messages.
+            pa.ArrowInvalid: If the dataframe cannot be converted to Arrow format, typically
+                due to mixed types in columns not specified in the schema.
+
+        Notes:
+            - Categorical dtype columns are automatically converted to string
+            - Extraneous columns not in the schema are removed before upload
+            - Surrogate explainability requires 'mimic-explainer' extra
+            - For GENERATIVE_LLM models, use the spans module or OTEL tracing instead
+            - If logging actuals without predictions, ensure predictions were logged first
+            - Data is sent via Apache Arrow for efficient large batch transfers
+        """
         require(_BATCH_EXTRA, _BATCH_DEPS)
         import pandas.api.types as ptypes
         import pyarrow as pa
 
-        from arize.models.batch_validation.validator import Validator
+        from arize.ml.batch_validation.validator import Validator
         from arize.utils.arrow import post_arrow_table
         from arize.utils.dataframe import remove_extraneous_columns
 
@@ -506,8 +629,8 @@ class MLModelsClient:
             # Thus we can only offer this functionality with pandas>=1.0.0.
             try:
                 dataframe, schema = cast_typed_columns(dataframe, schema)
-            except Exception as e:
-                logger.error(e)
+            except Exception:
+                logger.exception("Error casting typed columns")
                 raise
 
         logger.debug("Performing required validation.")
@@ -546,7 +669,7 @@ class MLModelsClient:
 
         # always validate pd.Category is not present, if yes, convert to string
         has_cat_col = any(
-            [ptypes.is_categorical_dtype(x) for x in dataframe.dtypes]
+            ptypes.is_categorical_dtype(x) for x in dataframe.dtypes
         )
         if has_cat_col:
             cat_cols = [
@@ -554,12 +677,18 @@ class MLModelsClient:
                 for col_name, col_cat in dataframe.dtypes.items()
                 if col_cat.name == "category"
             ]
-            cat_str_map = dict(zip(cat_cols, ["str"] * len(cat_cols)))
+            cat_str_map = dict(
+                zip(
+                    cat_cols,
+                    ["str"] * len(cat_cols),
+                    strict=True,
+                )
+            )
             dataframe = dataframe.astype(cat_str_map)
 
         if surrogate_explainability:
             require(_MIMIC_EXTRA, _MIMIC_DEPS)
-            from arize.models.surrogate_explainer.mimic import Mimic
+            from arize.ml.surrogate_explainer.mimic import Mimic
 
             logger.debug("Running surrogate_explainability.")
             if schema.shap_values_column_names:
@@ -588,12 +717,12 @@ class MLModelsClient:
             # error conditions that we're currently not aware of.
             pa_table = pa.Table.from_pandas(dataframe, preserve_index=False)
         except pa.ArrowInvalid as e:
-            logger.error(f"{INVALID_ARROW_CONVERSION_MSG}: {str(e)}")
+            logger.exception(INVALID_ARROW_CONVERSION_MSG)
             raise pa.ArrowInvalid(
-                f"Error converting to Arrow format: {str(e)}"
+                f"Error converting to Arrow format: {e!s}"
             ) from e
-        except Exception as e:
-            logger.error(f"Unexpected error creating Arrow table: {str(e)}")
+        except Exception:
+            logger.exception("Unexpected error creating Arrow table")
             raise
 
         if validate:
@@ -678,18 +807,53 @@ class MLModelsClient:
         model_version: str = "",
         batch_id: str = "",
         where: str = "",
-        columns: List | None = None,
+        columns: list | None = None,
         similarity_search_params: SimilaritySearchParams | None = None,
         stream_chunk_size: int | None = None,
     ) -> pd.DataFrame:
+        """Export model data from Arize to a pandas DataFrame.
+
+        Retrieves prediction and optional actual data for a model within a specified time
+        range and returns it as a pandas DataFrame for analysis.
+
+        Args:
+            space_id: The space ID where the model resides.
+            model_name: The name of the model to export data from.
+            environment: The environment to export from (PRODUCTION, TRAINING, or VALIDATION).
+            start_time: Start of the time range (inclusive) as a datetime object.
+            end_time: End of the time range (inclusive) as a datetime object.
+            include_actuals: When True, includes actual labels in the export. When False,
+                only predictions are returned.
+            model_version: Optional model version to filter by. Empty string returns all
+                versions.
+            batch_id: Optional batch ID to filter by (for VALIDATION environment).
+            where: Optional SQL-like WHERE clause to filter rows (e.g., "feature_x > 0.5").
+            columns: Optional list of column names to include. If None, all columns are
+                returned.
+            similarity_search_params: Optional parameters for embedding similarity search
+                filtering.
+            stream_chunk_size: Optional chunk size for streaming large result sets.
+
+        Returns:
+            A pandas DataFrame containing the exported data with columns for predictions,
+            actuals (if requested), features, tags, timestamps, and other model metadata.
+
+        Raises:
+            RuntimeError: If the Flight client request fails or returns no response.
+
+        Notes:
+            - Uses Apache Arrow Flight for efficient data transfer
+            - Large exports may benefit from specifying stream_chunk_size
+            - The where clause supports SQL-like filtering syntax
+        """
         require(_BATCH_EXTRA, _BATCH_DEPS)
         from arize._exporter.client import ArizeExportClient
         from arize._flight.client import ArizeFlightClient
 
         with ArizeFlightClient(
             api_key=self._sdk_config.api_key,
-            host=self._sdk_config.flight_server_host,
-            port=self._sdk_config.flight_server_port,
+            host=self._sdk_config.flight_host,
+            port=self._sdk_config.flight_port,
             scheme=self._sdk_config.flight_scheme,
             request_verify=self._sdk_config.request_verify,
             max_chunksize=self._sdk_config.pyarrow_max_chunksize,
@@ -724,18 +888,53 @@ class MLModelsClient:
         model_version: str = "",
         batch_id: str = "",
         where: str = "",
-        columns: List | None = None,
+        columns: list | None = None,
         similarity_search_params: SimilaritySearchParams | None = None,
         stream_chunk_size: int | None = None,
     ) -> pd.DataFrame:
+        """Export model data from Arize to a Parquet file and return as DataFrame.
+
+        Retrieves prediction and optional actual data for a model within a specified time
+        range, saves it as a Parquet file, and returns it as a pandas DataFrame.
+
+        Args:
+            space_id: The space ID where the model resides.
+            model_name: The name of the model to export data from.
+            environment: The environment to export from (PRODUCTION, TRAINING, or VALIDATION).
+            start_time: Start of the time range (inclusive) as a datetime object.
+            end_time: End of the time range (inclusive) as a datetime object.
+            include_actuals: When True, includes actual labels in the export. When False,
+                only predictions are returned.
+            model_version: Optional model version to filter by. Empty string returns all
+                versions.
+            batch_id: Optional batch ID to filter by (for VALIDATION environment).
+            where: Optional SQL-like WHERE clause to filter rows (e.g., "feature_x > 0.5").
+            columns: Optional list of column names to include. If None, all columns are
+                returned.
+            similarity_search_params: Optional parameters for embedding similarity search
+                filtering.
+            stream_chunk_size: Optional chunk size for streaming large result sets.
+
+        Returns:
+            A pandas DataFrame containing the exported data. The data is also saved to a
+            Parquet file by the underlying export client.
+
+        Raises:
+            RuntimeError: If the Flight client request fails or returns no response.
+
+        Notes:
+            - Uses Apache Arrow Flight for efficient data transfer
+            - The Parquet file location is managed by the ArizeExportClient
+            - Large exports may benefit from specifying stream_chunk_size
+        """
         require(_BATCH_EXTRA, _BATCH_DEPS)
         from arize._exporter.client import ArizeExportClient
         from arize._flight.client import ArizeFlightClient
 
         with ArizeFlightClient(
             api_key=self._sdk_config.api_key,
-            host=self._sdk_config.flight_server_host,
-            port=self._sdk_config.flight_server_port,
+            host=self._sdk_config.flight_host,
+            port=self._sdk_config.flight_port,
             scheme=self._sdk_config.flight_scheme,
             request_verify=self._sdk_config.request_verify,
             max_chunksize=self._sdk_config.pyarrow_max_chunksize,
@@ -759,6 +958,7 @@ class MLModelsClient:
             )
 
     def _ensure_session(self) -> FuturesSession:
+        """Lazily initialize and return the FuturesSession for async streaming requests."""
         from requests_futures.sessions import FuturesSession
 
         session = object.__getattribute__(self, "_session")
@@ -778,10 +978,11 @@ class MLModelsClient:
     def _post(
         self,
         record: pb2.Record,
-        headers: Dict[str, str],
+        headers: dict[str, str],
         timeout: float | None,
-        indexes: Tuple,
-    ):
+        indexes: tuple,
+    ) -> object:
+        """Post a record to Arize via async HTTP request with protobuf JSON serialization."""
         from google.protobuf.json_format import MessageToDict
 
         session = self._ensure_session()
@@ -801,9 +1002,10 @@ class MLModelsClient:
         return resp
 
 
-def _validate_mapping_key(key_name: str, name: str):
+def _validate_mapping_key(key_name: str, name: str) -> None:
+    """Validate that a mapping key (feature/tag name) is a string and doesn't end with '_shap'."""
     if not isinstance(key_name, str):
-        raise ValueError(
+        raise TypeError(
             f"{name} dictionary key {key_name} must be named with string, type used: {type(key_name)}"
         )
     if key_name.endswith("_shap"):
@@ -813,7 +1015,8 @@ def _validate_mapping_key(key_name: str, name: str):
     return
 
 
-def _is_timestamp_in_range(now: int, ts: int):
+def _is_timestamp_in_range(now: int, ts: int) -> bool:
+    """Check if a timestamp is within the acceptable range (1 year future, 2 years past)."""
     max_time = now + (MAX_FUTURE_YEARS_FROM_CURRENT_TIME * 365 * 24 * 60 * 60)
     min_time = now - (MAX_PAST_YEARS_FROM_CURRENT_TIME * 365 * 24 * 60 * 60)
     return min_time <= ts <= max_time
@@ -826,7 +1029,8 @@ def _get_pb_schema(
     model_type: ModelTypes,
     environment: Environments,
     batch_id: str,
-):
+) -> object:
+    """Construct a protocol buffer Schema from the user's Schema for batch logging."""
     s = pb2.Schema()
     s.constants.model_id = model_id
 
@@ -874,48 +1078,52 @@ def _get_pb_schema(
 
     if model_type == ModelTypes.OBJECT_DETECTION:
         if schema.object_detection_prediction_column_names is not None:
-            s.arrow_schema.prediction_object_detection_label_column_names.bboxes_coordinates_column_name = (
-                schema.object_detection_prediction_column_names.bounding_boxes_coordinates_column_name  # noqa: E501
+            obj_det_pred = schema.object_detection_prediction_column_names
+            pred_labels = (
+                s.arrow_schema.prediction_object_detection_label_column_names
             )
-            s.arrow_schema.prediction_object_detection_label_column_names.bboxes_categories_column_name = (
-                schema.object_detection_prediction_column_names.categories_column_name  # noqa: E501
+            pred_labels.bboxes_coordinates_column_name = (
+                obj_det_pred.bounding_boxes_coordinates_column_name
             )
-            if (
-                schema.object_detection_prediction_column_names.scores_column_name
-                is not None
-            ):
-                s.arrow_schema.prediction_object_detection_label_column_names.bboxes_scores_column_name = (
-                    schema.object_detection_prediction_column_names.scores_column_name  # noqa: E501
+            pred_labels.bboxes_categories_column_name = (
+                obj_det_pred.categories_column_name
+            )
+            if obj_det_pred.scores_column_name is not None:
+                pred_labels.bboxes_scores_column_name = (
+                    obj_det_pred.scores_column_name
                 )
 
         if schema.semantic_segmentation_prediction_column_names is not None:
-            s.arrow_schema.prediction_semantic_segmentation_label_column_names.polygons_coordinates_column_name = (  # noqa: E501
-                schema.semantic_segmentation_prediction_column_names.polygon_coordinates_column_name
+            seg_pred_cols = schema.semantic_segmentation_prediction_column_names
+            pred_seg_labels = s.arrow_schema.prediction_semantic_segmentation_label_column_names
+            pred_seg_labels.polygons_coordinates_column_name = (
+                seg_pred_cols.polygon_coordinates_column_name
             )
-            s.arrow_schema.prediction_semantic_segmentation_label_column_names.polygons_categories_column_name = (  # noqa: E501
-                schema.semantic_segmentation_prediction_column_names.categories_column_name
+            pred_seg_labels.polygons_categories_column_name = (
+                seg_pred_cols.categories_column_name
             )
 
         if schema.instance_segmentation_prediction_column_names is not None:
-            s.arrow_schema.prediction_instance_segmentation_label_column_names.polygons_coordinates_column_name = (  # noqa: E501
-                schema.instance_segmentation_prediction_column_names.polygon_coordinates_column_name
+            inst_seg_pred_cols = (
+                schema.instance_segmentation_prediction_column_names
             )
-            s.arrow_schema.prediction_instance_segmentation_label_column_names.polygons_categories_column_name = (  # noqa: E501
-                schema.instance_segmentation_prediction_column_names.categories_column_name
+            pred_inst_seg_labels = s.arrow_schema.prediction_instance_segmentation_label_column_names
+            pred_inst_seg_labels.polygons_coordinates_column_name = (
+                inst_seg_pred_cols.polygon_coordinates_column_name
             )
-            if (
-                schema.instance_segmentation_prediction_column_names.scores_column_name
-                is not None
-            ):
-                s.arrow_schema.prediction_instance_segmentation_label_column_names.polygons_scores_column_name = (  # noqa: E501
-                    schema.instance_segmentation_prediction_column_names.scores_column_name
+            pred_inst_seg_labels.polygons_categories_column_name = (
+                inst_seg_pred_cols.categories_column_name
+            )
+            if inst_seg_pred_cols.scores_column_name is not None:
+                pred_inst_seg_labels.polygons_scores_column_name = (
+                    inst_seg_pred_cols.scores_column_name
                 )
             if (
-                schema.instance_segmentation_prediction_column_names.bounding_boxes_coordinates_column_name
+                inst_seg_pred_cols.bounding_boxes_coordinates_column_name
                 is not None
             ):
-                s.arrow_schema.prediction_instance_segmentation_label_column_names.bboxes_coordinates_column_name = (  # noqa: E501
-                    schema.instance_segmentation_prediction_column_names.bounding_boxes_coordinates_column_name
+                pred_inst_seg_labels.bboxes_coordinates_column_name = (
+                    inst_seg_pred_cols.bounding_boxes_coordinates_column_name
                 )
 
     if schema.prediction_score_column_name is not None:
@@ -1038,50 +1246,61 @@ def _get_pb_schema(
 
     if model_type == ModelTypes.OBJECT_DETECTION:
         if schema.object_detection_actual_column_names is not None:
-            s.arrow_schema.actual_object_detection_label_column_names.bboxes_coordinates_column_name = (  # noqa: E501
-                schema.object_detection_actual_column_names.bounding_boxes_coordinates_column_name
+            obj_det_actual = schema.object_detection_actual_column_names
+            actual_labels = (
+                s.arrow_schema.actual_object_detection_label_column_names
             )
-            s.arrow_schema.actual_object_detection_label_column_names.bboxes_categories_column_name = (  # noqa: E501
-                schema.object_detection_actual_column_names.categories_column_name
+            actual_labels.bboxes_coordinates_column_name = (
+                obj_det_actual.bounding_boxes_coordinates_column_name
             )
-            if (
-                schema.object_detection_actual_column_names.scores_column_name
-                is not None
-            ):
-                s.arrow_schema.actual_object_detection_label_column_names.bboxes_scores_column_name = (  # noqa: E501
-                    schema.object_detection_actual_column_names.scores_column_name
+            actual_labels.bboxes_categories_column_name = (
+                obj_det_actual.categories_column_name
+            )
+            if obj_det_actual.scores_column_name is not None:
+                actual_labels.bboxes_scores_column_name = (
+                    obj_det_actual.scores_column_name
                 )
 
         if schema.semantic_segmentation_actual_column_names is not None:
-            s.arrow_schema.actual_semantic_segmentation_label_column_names.polygons_coordinates_column_name = (  # noqa: E501
-                schema.semantic_segmentation_actual_column_names.polygon_coordinates_column_name
+            sem_seg_actual = schema.semantic_segmentation_actual_column_names
+            sem_seg_labels = (
+                s.arrow_schema.actual_semantic_segmentation_label_column_names
+            )
+            sem_seg_labels.polygons_coordinates_column_name = (
+                sem_seg_actual.polygon_coordinates_column_name
             )
-            s.arrow_schema.actual_semantic_segmentation_label_column_names.polygons_categories_column_name = (  # noqa: E501
-                schema.semantic_segmentation_actual_column_names.categories_column_name
+            sem_seg_labels.polygons_categories_column_name = (
+                sem_seg_actual.categories_column_name
             )
 
         if schema.instance_segmentation_actual_column_names is not None:
-            s.arrow_schema.actual_instance_segmentation_label_column_names.polygons_coordinates_column_name = (  # noqa: E501
-                schema.instance_segmentation_actual_column_names.polygon_coordinates_column_name
+            inst_seg_actual = schema.instance_segmentation_actual_column_names
+            inst_seg_labels = (
+                s.arrow_schema.actual_instance_segmentation_label_column_names
             )
-            s.arrow_schema.actual_instance_segmentation_label_column_names.polygons_categories_column_name = (  # noqa: E501
-                schema.instance_segmentation_actual_column_names.categories_column_name
+            inst_seg_labels.polygons_coordinates_column_name = (
+                inst_seg_actual.polygon_coordinates_column_name
+            )
+            inst_seg_labels.polygons_categories_column_name = (
+                inst_seg_actual.categories_column_name
             )
             if (
-                schema.instance_segmentation_actual_column_names.bounding_boxes_coordinates_column_name
+                inst_seg_actual.bounding_boxes_coordinates_column_name
                 is not None
             ):
-                s.arrow_schema.actual_instance_segmentation_label_column_names.bboxes_coordinates_column_name = (  # noqa: E501
-                    schema.instance_segmentation_actual_column_names.bounding_boxes_coordinates_column_name
+                inst_seg_labels.bboxes_coordinates_column_name = (
+                    inst_seg_actual.bounding_boxes_coordinates_column_name
                 )
 
     if model_type == ModelTypes.GENERATIVE_LLM:
         if schema.prompt_template_column_names is not None:
-            s.arrow_schema.prompt_template_column_names.template_column_name = (
-                schema.prompt_template_column_names.template_column_name
+            prompt_template_names = schema.prompt_template_column_names
+            arrow_prompt_names = s.arrow_schema.prompt_template_column_names
+            arrow_prompt_names.template_column_name = (
+                prompt_template_names.template_column_name
             )
-            s.arrow_schema.prompt_template_column_names.template_version_column_name = (  # noqa: E501
-                schema.prompt_template_column_names.template_version_column_name
+            arrow_prompt_names.template_version_column_name = (
+                prompt_template_names.template_version_column_name
             )
         if schema.llm_config_column_names is not None:
             s.arrow_schema.llm_config_column_names.model_column_name = (
@@ -1114,6 +1333,7 @@ def _get_pb_schema_corpus(
     schema: CorpusSchema,
     model_id: str,
 ) -> pb2.Schema:
+    """Construct a protocol buffer Schema from CorpusSchema for document corpus logging."""
     s = pb2.Schema()
     s.constants.model_id = model_id
     s.constants.environment = pb2.Schema.Environment.CORPUS
@@ -1127,11 +1347,12 @@ def _get_pb_schema_corpus(
             schema.document_version_column_name
         )
     if schema.document_text_embedding_column_names is not None:
-        s.arrow_schema.document_column_names.text_column_name.vector_column_name = schema.document_text_embedding_column_names.vector_column_name  # noqa: E501
-        s.arrow_schema.document_column_names.text_column_name.data_column_name = schema.document_text_embedding_column_names.data_column_name  # noqa: E501
-        if (
-            schema.document_text_embedding_column_names.link_to_data_column_name
-            is not None
-        ):
-            s.arrow_schema.document_column_names.text_column_name.link_to_data_column_name = schema.document_text_embedding_column_names.link_to_data_column_name  # noqa: E501
+        doc_text_emb_cols = schema.document_text_embedding_column_names
+        doc_text_col = s.arrow_schema.document_column_names.text_column_name
+        doc_text_col.vector_column_name = doc_text_emb_cols.vector_column_name
+        doc_text_col.data_column_name = doc_text_emb_cols.data_column_name
+        if doc_text_emb_cols.link_to_data_column_name is not None:
+            doc_text_col.link_to_data_column_name = (
+                doc_text_emb_cols.link_to_data_column_name
+            )
     return s