aa-ledger 1.0.3__tar.gz → 1.0.4__tar.gz

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aa-ledger
-Version: 1.0.3
+Version: 1.0.4
 Summary: Character and Corporation statistics, including detailed information on ESS, Ratting, Trading, Mining, and other activities.
 Project-URL: Changelog, https://github.com/Geuthur/aa-ledger/blob/master/CHANGELOG.md
 Project-URL: Documentation, https://github.com/Geuthur/aa-ledger/blob/master/README.md
@@ -880,6 +880,7 @@ The Following Settings can be setting up in the `local.py`
 - LEDGER_TASKS_TIME_LIMIT: `7200` - Defines the time (in seconds) a task will timeout
 - LEDGER_USE_COMPRESSED: `True` - Defines if Mining Ledger use Compressed Price or Raw
 - LEDGER_PRICE_PERCENTAGE: `0.9`- Defines Mining Price multiplier
+- LEDGER_BULK_BATCH_SIZE: `500` - Maximum database batch size per operation. Reduce (e.g., 250) if encountering 'max_allowed_packet' errors, increase for better performance if MySQL is configured with higher limits
 
 Advanced Settings: Stale Status for Each Section
 

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/README.md

@@ -165,6 +165,7 @@ The Following Settings can be setting up in the `local.py`
 - LEDGER_TASKS_TIME_LIMIT: `7200` - Defines the time (in seconds) a task will timeout
 - LEDGER_USE_COMPRESSED: `True` - Defines if Mining Ledger use Compressed Price or Raw
 - LEDGER_PRICE_PERCENTAGE: `0.9`- Defines Mining Price multiplier
+- LEDGER_BULK_BATCH_SIZE: `500` - Maximum database batch size per operation. Reduce (e.g., 250) if encountering 'max_allowed_packet' errors, increase for better performance if MySQL is configured with higher limits
 
 Advanced Settings: Stale Status for Each Section
 

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/__init__.py

@@ -1,6 +1,6 @@
 """Initialize the app"""
 
-__version__ = "1.0.3"
+__version__ = "1.0.4"
 __title__ = "Ledger"
 
 __package_name__ = "aa-ledger"

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/app_settings.py

@@ -48,3 +48,11 @@ LEDGER_PRICE_PERCENTAGE = clean_setting("LEDGER_PRICE_PERCENTAGE", 0.9)
 LEDGER_CACHE_STALE = 60 * 60 * 168  # 168 hours
 LEDGER_CACHE_KEY = "LEDGER"
 LEDGER_CACHE_ENABLED = True
+
+# Maximum Number of Objects processed per run of DJANGO Batch Method
+# Controls how many database records are inserted in a single batch operation.
+# If you encounter "Got a packet bigger than 'max_allowed_packet' bytes" errors,
+# reduce this value (e.g., to 250 or 100).
+# Can be increased for better performance if your MySQL max_allowed_packet setting
+# is configured higher (default is usually 16-64MB).
+LEDGER_BULK_BATCH_SIZE = clean_setting("LEDGER_BULK_BATCH_SIZE", 500)

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/helpers/data_exporter.py

@@ -66,14 +66,14 @@ def export_ledger_to_archive(
     exporter = LedgerCSVExporter.create_exporter(
         ledger_type, entity_id, division_id, year, month
     )
-    try:
-        with tempfile.TemporaryDirectory() as temp_dirname:
-            csv_file = exporter.write_to_file(temp_dirname)
-            destination = default_destination()
-            zip_file_path = file_to_zip(csv_file, destination)
-    except ValueError as ve:
-        logger.debug("Error exporting ledger to archive: %s", ve)
-        return f"{ve}"
+    if not exporter.has_data:
+        return None
+    logger.info("Exporting %s", exporter.output_basename)
+    # Create File
+    with tempfile.TemporaryDirectory() as temp_dirname:
+        csv_file = exporter.write_to_file(temp_dirname)
+        destination = default_destination()
+        zip_file_path = file_to_zip(csv_file, destination)
     gc.collect()
     return str(zip_file_path)
 

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/locale/django.pot

@@ -6,9 +6,9 @@
 #, fuzzy
 msgid ""
 msgstr ""
-"Project-Id-Version: AA Ledger 1.0.3\n"
+"Project-Id-Version: AA Ledger 1.0.4\n"
 "Report-Msgid-Bugs-To: https://github.com/Geuthur/aa-ledger/issues\n"
-"POT-Creation-Date: 2025-11-16 18:48+0100\n"
+"POT-Creation-Date: 2025-12-03 07:19+0100\n"
 "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
 "Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
 "Language-Team: LANGUAGE <LL@li.org>\n"
@@ -201,8 +201,8 @@ msgid "Costs"
 msgstr ""
 
 #: ledger/helpers/billboard.py:56
-#: ledger/managers/corporation_journal_manager.py:362
-#: ledger/managers/corporation_journal_manager.py:386
+#: ledger/managers/corporation_journal_manager.py:363
+#: ledger/managers/corporation_journal_manager.py:387
 msgid "Unknown"
 msgstr ""
 
@@ -241,7 +241,7 @@ msgstr ""
 msgid "Structure Rental"
 msgstr ""
 
-#: ledger/managers/corporation_journal_manager.py:360
+#: ledger/managers/corporation_journal_manager.py:361
 msgid "Master Wallet"
 msgstr ""
 
@@ -360,17 +360,6 @@ msgid ""
 "the Data Export page."
 msgstr ""
 
-#: ledger/tasks.py:478
-msgid "{ledger_type.capitalize()} Data Export Failed"
-msgstr ""
-
-#: ledger/tasks.py:480
-#, python-brace-format
-msgid ""
-"Your data export for topic {ledger_type} has failed with following error: "
-"{msg}"
-msgstr ""
-
 #: ledger/templates/ledger/admin.html:17
 #: ledger/templates/ledger/allyledger/admin/alliance_administration.html:17
 #: ledger/templates/ledger/allyledger/alliance_ledger.html:61

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/managers/character_journal_manager.py

@@ -15,6 +15,7 @@ from app_utils.logging import LoggerAddTag
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.decorators import log_timing
 from ledger.helpers.ref_type import RefTypeManager
 from ledger.providers import esi
@@ -421,7 +422,7 @@ class CharWalletQuerySet(CharWalletCostQueryFilter):
         created_names = EveEntity.objects.create_bulk_from_esi(_new_names)
 
         if created_names:
-            self.bulk_create(items)
+            self.bulk_create(items, batch_size=LEDGER_BULK_BATCH_SIZE)
         else:
             raise TokenError("ESI Fail")
 

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/managers/character_mining_manager.py

@@ -24,7 +24,7 @@ from eveuniverse.models import EveSolarSystem, EveType
 
 # AA Ledger
 from ledger import __title__
-from ledger.app_settings import LEDGER_PRICE_PERCENTAGE
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE, LEDGER_PRICE_PERCENTAGE
 from ledger.decorators import log_timing
 from ledger.providers import esi
 
@@ -213,10 +213,14 @@ class CharacterMiningLedgerEntryManagerBase(models.Manager):
         EveSolarSystem.objects.bulk_get_or_create_esi(ids=list(system_ids))
 
         if new_events:
-            self.bulk_create(new_events, ignore_conflicts=True)
+            self.bulk_create(
+                new_events, batch_size=LEDGER_BULK_BATCH_SIZE, ignore_conflicts=True
+            )
 
         if old_events:
-            self.bulk_update(old_events, fields=["quantity"])
+            self.bulk_update(
+                old_events, fields=["quantity"], batch_size=LEDGER_BULK_BATCH_SIZE
+            )
 
         self._update_mining_price(character)
 
@@ -238,7 +242,11 @@ class CharacterMiningLedgerEntryManagerBase(models.Manager):
                 updated_entries.append(entry)
 
         if updated_entries:
-            self.bulk_update(updated_entries, fields=["price_per_unit"])
+            self.bulk_update(
+                updated_entries,
+                fields=["price_per_unit"],
+                batch_size=LEDGER_BULK_BATCH_SIZE,
+            )
 
         logger.debug(
             f"Updated prices for {len(updated_entries)}({character.character_name}) mining ledger entries."

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/managers/character_planetary_manager.py

@@ -15,6 +15,7 @@ from eveuniverse.models import EvePlanet, EveType
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.constants import COMMAND_CENTER, EXTRACTOR_CONTROL_UNIT, SPACEPORTS
 from ledger.decorators import log_timing
 from ledger.models.characteraudit import CharacterAudit
@@ -119,9 +120,13 @@ class PlanetaryManagerBase(models.Manager):
                 _planets_update.append(planet)
 
         if _planets_new:
-            self.bulk_create(_planets_new)
+            self.bulk_create(_planets_new, batch_size=LEDGER_BULK_BATCH_SIZE)
         if _planets_update:
-            self.bulk_update(_planets_update, fields=["upgrade_level", "num_pins"])
+            self.bulk_update(
+                _planets_update,
+                fields=["upgrade_level", "num_pins"],
+                batch_size=LEDGER_BULK_BATCH_SIZE,
+            )
 
         # Delete Planets that are no longer in the list
         obsolete_planets = set(_current_planets) - set(_planets_ids)

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/managers/corporation_journal_manager.py

@@ -16,6 +16,7 @@ from app_utils.logging import LoggerAddTag
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.decorators import log_timing
 from ledger.errors import DatabaseError
 from ledger.helpers.ref_type import RefTypeManager
@@ -264,7 +265,7 @@ class CorporationWalletManagerBase(models.Manager):
         created_names = EveEntity.objects.create_bulk_from_esi(_new_names)
 
         if created_names:
-            self.bulk_create(items)
+            self.bulk_create(items, batch_size=LEDGER_BULK_BATCH_SIZE)
         else:
             raise DatabaseError("DB Fail")
 

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/managers/general_manager.py

@@ -13,6 +13,7 @@ from app_utils.logging import LoggerAddTag
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.providers import esi
 
 logger = LoggerAddTag(get_extension_logger(__name__), __title__)
@@ -58,7 +59,9 @@ class EveEntityManager(models.Manager):
                             category=entity.category,
                         )
                     )
-                EveEntity.objects.bulk_create(new_names, ignore_conflicts=True)
+                EveEntity.objects.bulk_create(
+                    new_names, batch_size=LEDGER_BULK_BATCH_SIZE, ignore_conflicts=True
+                )
             return True
         return True
 

{aa_ledger-1.0.3 → aa_ledger-1.0.4}/ledger/tasks.py

@@ -469,21 +469,16 @@ def export_data_ledger(
         logger.debug("User with pk %s does not exist", user_pk)
         return
 
-    if not msg:
+    if msg is not None:
         title = _(f"{ledger_type.capitalize()} Data Export Ready")
         message = _(
             f"Your data export for topic {ledger_type} is ready. You can download it from the Data Export page.",
         )
-    else:
-        title = _(f"{ledger_type.capitalize()} Data Export Failed")
-        message = _(
-            f"Your data export for topic {ledger_type} has failed with following error: {msg}",
-        )
 
-    send_user_notification.delay(
-        user_id=user.pk,
-        title=title,
-        message=message,
-        embed_message=True,
-        level="info",
-    )
+        send_user_notification.delay(
+            user_id=user.pk,
+            title=title,
+            message=message,
+            embed_message=True,
+            level="info",
+        )