libinephany 1.0.4__tar.gz → 1.1.2__tar.gz

libinephany-1.1.2/CODE_VERSION.cfg

@@ -0,0 +1 @@
+1.1.2

{libinephany-1.0.4/libinephany.egg-info → libinephany-1.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: libinephany
-Version: 1.0.4
+Version: 1.1.2
 Summary: Inephany library containing code commonly used by multiple subpackages.
 Author-email: Inephany <info@inephany.com>
 License: Apache 2.0

{libinephany-1.0.4 → libinephany-1.1.2}/libinephany/observations/observers/local_observers.py

@@ -683,6 +683,14 @@ class ModuleTypeOneHot(LocalObserver):
 
         return False
 
+    @property
+    def can_standardize(self) -> bool:
+        """
+        :return: Whether the observation can be standardized.
+        """
+
+        return False
+
     def _get_observation_format(self) -> StatisticStorageTypes:
         """
         :return: Format the observation returns data in. Must be one of the enum attributes in the StatisticStorageTypes

{libinephany-1.0.4 → libinephany-1.1.2}/libinephany/pydantic_models/schemas/inner_task_profile.py

@@ -27,6 +27,7 @@ class InnerTaskProfile(BaseModel):
     number_of_parameters: int
     vram_usage: float
     idle_vram_usage: float
+    hparam_overrides: dict[str, dict[str, Any]] | None = None
 
     @field_validator("vram_usage", "idle_vram_usage", mode="before")
     def replace_non_with_nan(cls, value: None | float) -> float:
@@ -244,6 +245,7 @@ class InnerTaskProfiles(BaseModel):
         number_of_parameters: int,
         vram_usage: float,
         idle_vram_usage: float,
+        hparam_overrides: dict[str, dict[str, Any]] | None = None,
     ) -> None:
         """
         :param inner_task_name: Name of the inner task to add a profile for.
@@ -254,6 +256,7 @@ class InnerTaskProfiles(BaseModel):
         :param vram_usage: VRAM required to perform the inner task. Can be NaN if an OOM was encountered.
         :param idle_vram_usage: VRAM required for the inner task to sit loaded but not actively being trained. Can be
         NaN if an OOM was encountered.
+        :param hparam_overrides: Hyperparameter overrides for the inner task.
         """
 
         self.profiles[inner_task_name] = InnerTaskProfile(
@@ -265,6 +268,7 @@ class InnerTaskProfiles(BaseModel):
             number_of_parameters=number_of_parameters,
             vram_usage=vram_usage,
             idle_vram_usage=idle_vram_usage,
+            hparam_overrides=hparam_overrides,
         )
 
     def validate_task_profiles(self, policy_mapping_function: Callable[[str, Any, Any], str]) -> None:

{libinephany-1.0.4 → libinephany-1.1.2}/libinephany/pydantic_models/schemas/tensor_statistics.py

@@ -205,7 +205,7 @@ class TensorStatistics(BaseModel):
         for field, field_value in stats.model_dump().items():
             name = field[:-1] if field.endswith(FIELD_SUFFIX) else field
 
-            if name in include_statistics:
+            if name in include_statistics or field in include_statistics:
                 setattr(stats, name, downsampled_tensor)
 
         return stats

{libinephany-1.0.4 → libinephany-1.1.2}/libinephany/web_apps/error_logger.py

@@ -58,6 +58,8 @@ class ErrorLogger(AsyncioWorker):
     def __init__(
         self,
         service_name: str,
+        member_ids_to_mention: list[str] | None = None,
+        custom_error_message: str | None = None,
         minimum_severity: ErrorSeverities = ErrorSeverities.WARNING,
         error_classifier: ExceptionSeverityClassifier | None = None,
         max_time_accumulating_errors: float = 10.0,
@@ -66,6 +68,8 @@ class ErrorLogger(AsyncioWorker):
         """
         :param service_name: Name of the service deployed on the cloud errors sent to this error logger should be sent
         to.
+        :param member_ids_to_mention: List of member IDs to mention in the Slack message. If None, no members will be mentioned.
+        :param custom_error_message: Custom error message to include in the Slack message. If None, no custom message will be included.
         :param minimum_severity: Minimum error severity that can be sent to Slack.
         :param error_classifier: Optional callable used to alter how errors severities are classified. If this is None
         all errors are given the 'WARNING' severity.
@@ -77,6 +81,8 @@ class ErrorLogger(AsyncioWorker):
 
         self._slack_client, self._channel_id = self._get_slack_client()
 
+        self.member_mentions = self._form_member_mentions(member_ids_to_mention=member_ids_to_mention)
+        self.custom_error_message = custom_error_message
         self.service_name = service_name
         self.error_classifier = error_classifier if error_classifier is not None else default_error_classifier
         self.max_time_accumulating_errors = max_time_accumulating_errors
@@ -144,6 +150,7 @@ class ErrorLogger(AsyncioWorker):
         exception: Exception,
         frequency: int,
         frequency_time_window: float,
+        custom_error_message: str | None,
     ) -> str:
         """
         :param mention: Mention tag of the entire channel or a particular user ID.
@@ -152,19 +159,40 @@ class ErrorLogger(AsyncioWorker):
         :param exception: Exception that occurred.
         :param frequency: How frequently the exception occurred in the given time window.
         :param frequency_time_window: Time between the first and last instance of the exception.
+        :param custom_error_message: Custom error message to include in the Slack message. If None, no custom message will be included.
         :return: Formatted Slack message string.
         """
 
         frequency_line = f"{frequency} in {frequency_time_window}s" if frequency > 1 else f"{frequency}"
 
+        header = f"{notification_emoji} *{service_name} Error* {notification_emoji}\n"
+
+        if mention:
+            header += f"• *Alerting*: {mention}\n"
+
+        if custom_error_message is not None:
+            header += f"• *Custom Message*: {custom_error_message}\n"
+
         return (
-            f"{mention}{notification_emoji} *{service_name} Error* {notification_emoji}\n"
+            f"{header}"
             f"• *Service*: {service_name}\n"
             f"• *Error Type*: {exception.__class__.__name__}\n"
             f"• *Frequency*: {frequency_line}\n"
             f"• *Traceback*: "
         )
 
+    @staticmethod
+    def _form_member_mentions(member_ids_to_mention: list[str] | None) -> str:
+        """
+        :param member_ids_to_mention: List of member IDs to mention in the Slack message.
+        :return: String of member mentions.
+        """
+
+        if not member_ids_to_mention:
+            return ""
+
+        return " ".join([f"<@{member_id}>" for member_id in member_ids_to_mention])
+
     def _get_traceback_file_name(self, exception: Exception, exception_timestamp: str) -> str:
         """
         :param exception: Exception being sent to Slack.
@@ -275,7 +303,10 @@ class ErrorLogger(AsyncioWorker):
         traceback_filename = self._get_traceback_file_name(exception=exception, exception_timestamp=formatted_timestamp)
 
         notification_emoji = SEVERITY_EMOJIS[severity]
-        mention = "" if not ErrorSeverities.should_mention(severity=severity) else self.CHANNEL_MENTION
+        # Temporary since the bot is used in training and the API.
+        mention = (
+            self.member_mentions if not ErrorSeverities.should_mention(severity=severity) else self.CHANNEL_MENTION
+        )
 
         self._log_error_to_terminal(exception=exception)
 
@@ -291,6 +322,7 @@ class ErrorLogger(AsyncioWorker):
                     exception=exception,
                     frequency=frequency,
                     frequency_time_window=frequency_time_window,
+                    custom_error_message=self.custom_error_message,
                 ),
             )
         except SlackApiError as e:

{libinephany-1.0.4 → libinephany-1.1.2/libinephany.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: libinephany
-Version: 1.0.4
+Version: 1.1.2
 Summary: Inephany library containing code commonly used by multiple subpackages.
 Author-email: Inephany <info@inephany.com>
 License: Apache 2.0

libinephany-1.0.4/CODE_VERSION.cfg

@@ -1 +0,0 @@
-1.0.4