aa-ledger 1.0.3__py3-none-any.whl → 1.0.4__py3-none-any.whl

{aa_ledger-1.0.3.dist-info → aa_ledger-1.0.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aa-ledger
-Version: 1.0.3
+Version: 1.0.4
 Summary: Character and Corporation statistics, including detailed information on ESS, Ratting, Trading, Mining, and other activities.
 Project-URL: Changelog, https://github.com/Geuthur/aa-ledger/blob/master/CHANGELOG.md
 Project-URL: Documentation, https://github.com/Geuthur/aa-ledger/blob/master/README.md
@@ -880,6 +880,7 @@ The Following Settings can be setting up in the `local.py`
 - LEDGER_TASKS_TIME_LIMIT: `7200` - Defines the time (in seconds) a task will timeout
 - LEDGER_USE_COMPRESSED: `True` - Defines if Mining Ledger use Compressed Price or Raw
 - LEDGER_PRICE_PERCENTAGE: `0.9`- Defines Mining Price multiplier
+- LEDGER_BULK_BATCH_SIZE: `500` - Maximum database batch size per operation. Reduce (e.g., 250) if encountering 'max_allowed_packet' errors, increase for better performance if MySQL is configured with higher limits
 
 Advanced Settings: Stale Status for Each Section
 

{aa_ledger-1.0.3.dist-info → aa_ledger-1.0.4.dist-info}/RECORD

@@ -1,6 +1,6 @@
-ledger/__init__.py,sha256=a0ZsvLZJgzVjsYj6C10UnP_KFKlp6Lq1batQyZxM1-s,738
+ledger/__init__.py,sha256=CqvTfQ4tXBorSY2Txr-ud5U3xjYeOMvbjJs5p3jnw4k,738
 ledger/admin.py,sha256=wp6nLps1tTGHznyHBLMoRnwjnYZW1RfXOnw4TfwRWhM,9408
-ledger/app_settings.py,sha256=r9CcNaBDo6kFOlYXXlRx3aTq1xErDz_JwJy7vM-mJNk,1363
+ledger/app_settings.py,sha256=ibiryg_zX_QavmrM78dGq9q1hdXLEN3ulqoeZZ2_d0c,1842
 ledger/apps.py,sha256=XQxXGP-1xvmQqTRJYrVIuUgCwUPOdEW3iSZaxTOYvT0,442
 ledger/auth_hooks.py,sha256=yaOoOqfHqKoqcDm4eA-_wejIxvNIEcGa_glwHK-Sul0,1454
 ledger/checks.py,sha256=Sq-tfUyc_OElBi9Xj71DuJXBbRU0Zqu1XDSbEtp3bPI,1474
@@ -10,7 +10,7 @@ ledger/errors.py,sha256=IDXm1RCGnV2fRFHviTz2XkeMvgQiaWpaghtr0040ayc,225
 ledger/forms.py,sha256=Hghy3Jq-r9pQHYDqG-dzPpZIBGLDtcs7WGoZ2JTSRS8,3122
 ledger/hooks.py,sha256=ofua_eHg_ikCxaql8O7c3itSx2FyUhpeXJNH39asncA,15
 ledger/providers.py,sha256=PvqO-VOwmfk8E7YQDzZjvH5WBMtdlYImTVhvRw38TwM,619
-ledger/tasks.py,sha256=PV38aRj4cKnTxhwFE8V0uI02N4Hqs24eHcleMSzGjDw,16003
+ledger/tasks.py,sha256=OMAzV_GjgGv9wOBsrHyjIy7Tn3mZg65p977DkKDYWi4,15834
 ledger/urls.py,sha256=PVG1uhNOR3uc5cQcLO33YbkJ2OccN3C1W6659_kRjiY,11281
 ledger/api/__init__.py,sha256=nVii8nkOCCMMAh87EPmVE-cIUr9VJffffguD02pC6pA,640
 ledger/api/helpers.py,sha256=SyoARfjY3hxlhbnXbVKmpbMsFXvH6k1lF2QiBmynaP0,4199
@@ -32,11 +32,11 @@ ledger/helpers/billboard.py,sha256=QWRGmaMU8pi5HjmQCHL1Lt4XUaTxWTNVpx-lo6_-64I,9
 ledger/helpers/character.py,sha256=ulbhajqxhiiLEABE8mvm1ZJ9qcE80MenILx55I6zs4M,9015
 ledger/helpers/core.py,sha256=tOX0uVnCSeai-pclk1FWP0G4ocOXh0PfBf7uo_PTgaM,23379
 ledger/helpers/corporation.py,sha256=PuNC6zbDh1xWQIOr1qBdLChaOTvybG4Ft9QZ77ZKFb8,15443
-ledger/helpers/data_exporter.py,sha256=F2Y0Tcy4iT6eaf8pRlOIYCgPfnyMYmFs2AAw87CnSF0,15882
+ledger/helpers/data_exporter.py,sha256=jY_-Q0aIyXt1UomLwnMOH9WW_xms1kRdrY2-F55AbzM,15865
 ledger/helpers/discord.py,sha256=D59TBtPHAldCCWi2j_z1CzuW6140aP2kHYvgzgYwuP0,4427
 ledger/helpers/ref_type.py,sha256=BnRypVpSZmBaJbULWh9URJDlHrDnqRDoynd_nDSmdCo,16413
 ledger/locale/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ledger/locale/django.pot,sha256=18TXnZxw57JmZOmDBfyQmK7CayfxnZWW2WaZM0_4hQk,29282
+ledger/locale/django.pot,sha256=PCNuyeZRm6_eBeD6GXcn2lBL8IJ0W21i_fRhhhQvsUc,29043
 ledger/locale/cs_CZ/LC_MESSAGES/django.mo,sha256=UXCQbz2AxBvh-IQ7bGgjoBnijo8h9DfE9107A-2Mgkk,337
 ledger/locale/cs_CZ/LC_MESSAGES/django.po,sha256=t4zOmyU4olRysuGqYtaoHyn8Orp52jB5CUsKuqNHcUw,8505
 ledger/locale/de/LC_MESSAGES/django.mo,sha256=rDOXk4Xvewkagcm6DEQI-27mia_rKqypaUlJD41qObU,12151
@@ -64,12 +64,12 @@ ledger/locale/uk/LC_MESSAGES/django.po,sha256=iDL4l8Xdemb2IdfZW_-Kn0QNIGsnIL3l-M
 ledger/locale/zh_Hans/LC_MESSAGES/django.mo,sha256=XMj5I8Aah7EGpU-KfFOr25hoOxxLT5dfmjror1-uc8g,373
 ledger/locale/zh_Hans/LC_MESSAGES/django.po,sha256=Du2iLaidsixOSJ1OnsM4s35Et1YEZ3AP8VHrVyTwcxo,8545
 ledger/managers/character_audit_manager.py,sha256=UoI1aeyLLkEDo9KBgtgYYmJXtPXmxld9ARDQlcNk6Bg,6797
-ledger/managers/character_journal_manager.py,sha256=9DlHtP8RHhvX507yNl4hWf7q6rFCXSMPMWLhOoqxx0Y,17681
-ledger/managers/character_mining_manager.py,sha256=EpKSQPOheqUTd3rF2tPv1gEc7Hf7Qf-YBvyQlPkvJJ0,8331
-ledger/managers/character_planetary_manager.py,sha256=DjkH6YovgzQIQlgMVP98nVrriPaDrbxIfsH8E24wfpQ,14906
+ledger/managers/character_journal_manager.py,sha256=_f7IP-nBv_VGcDBvpOtVVpV1dWNZ5lIpo1gkyovHLqY,17771
+ledger/managers/character_mining_manager.py,sha256=eu8OE1c66XwpTNxyW3I1ZU9w2TJWgHXvLaUgmZ1UydU,8583
+ledger/managers/character_planetary_manager.py,sha256=fqukISpB8RKK9_t6hg_yeai-yEizfLK1tx0xT-PH1G4,15094
 ledger/managers/corporation_audit_manager.py,sha256=-_UN4V7N74B-3HajIdfupQnKrTgkrjMjYjJx5sUi5to,6471
-ledger/managers/corporation_journal_manager.py,sha256=ucOP14c9KKI0kpJqpKibMdYZVBZt5hfTYZhLCaS9-aA,13637
-ledger/managers/general_manager.py,sha256=oG6_Om3Lz1qQIQ3D4QPeMDP6UBf_uRQeMJ2ZajrLHwM,2669
+ledger/managers/corporation_journal_manager.py,sha256=U4ta5KnHy9X7DYnBWk85z3gDPTxRyZS8gotx95-SNwY,13727
+ledger/managers/general_manager.py,sha256=lv-pkvRdE_VkV8hthQRNpUPxTE4Bbb5jLLFHBc06tOE,2797
 ledger/migrations/0001_initial.py,sha256=SH3FFq5-azFP3pgemTIIBeraygM-z-siu4oC3tEaqUc,18987
 ledger/migrations/0002_delete_corpsteuer_alter_characteraudit_options_and_more.py,sha256=hOZi8yBmPigHW4pQ93z8hXrLnf6wCMoCD25WvSsbhR8,1454
 ledger/migrations/0003_alter_characteraudit_options_and_more.py,sha256=-7tDN8KmU_8bXEF3UU_8E0bkWfEWtpdncVPd3nxQDKA,1037
@@ -230,7 +230,7 @@ ledger/views/character/character_ledger.py,sha256=PX2tH6ZWJOf7YfOOJMtnF6BIrCRt7i
 ledger/views/character/planetary.py,sha256=zfcyxfs8x7B6DTZ4tViI8aO8fty94JhphTb9bd73Xr8,4459
 ledger/views/corporation/add_corp.py,sha256=1SLMITOZ5GdBuk4VSkduaxiS5mNgP9aObsJ1SwYMUOQ,1837
 ledger/views/corporation/corporation_ledger.py,sha256=xzmSjn8wccAhb__MsiEoDswjhRsw2RbY0afNEDBFB5g,14008
-aa_ledger-1.0.3.dist-info/METADATA,sha256=40cttGFsrPO-VlaxSXtzgg3FrxEUJZox5XrzqpVQ0HY,50804
-aa_ledger-1.0.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-aa_ledger-1.0.3.dist-info/licenses/LICENSE,sha256=2oHuqnDfrjCrYAM1--Wyhv8jO3VBpnrq8zkABGzB8N8,35109
-aa_ledger-1.0.3.dist-info/RECORD,,
+aa_ledger-1.0.4.dist-info/METADATA,sha256=kTgxDDMMbQFfeXGK4h2_tHjxPB8aZB6ZwZyleEb_Gx4,51019
+aa_ledger-1.0.4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+aa_ledger-1.0.4.dist-info/licenses/LICENSE,sha256=2oHuqnDfrjCrYAM1--Wyhv8jO3VBpnrq8zkABGzB8N8,35109
+aa_ledger-1.0.4.dist-info/RECORD,,

{aa_ledger-1.0.3.dist-info → aa_ledger-1.0.4.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.27.0
+Generator: hatchling 1.28.0
 Root-Is-Purelib: true
 Tag: py3-none-any

ledger/__init__.py

@@ -1,6 +1,6 @@
 """Initialize the app"""
 
-__version__ = "1.0.3"
+__version__ = "1.0.4"
 __title__ = "Ledger"
 
 __package_name__ = "aa-ledger"

ledger/app_settings.py

@@ -48,3 +48,11 @@ LEDGER_PRICE_PERCENTAGE = clean_setting("LEDGER_PRICE_PERCENTAGE", 0.9)
 LEDGER_CACHE_STALE = 60 * 60 * 168  # 168 hours
 LEDGER_CACHE_KEY = "LEDGER"
 LEDGER_CACHE_ENABLED = True
+
+# Maximum Number of Objects processed per run of DJANGO Batch Method
+# Controls how many database records are inserted in a single batch operation.
+# If you encounter "Got a packet bigger than 'max_allowed_packet' bytes" errors,
+# reduce this value (e.g., to 250 or 100).
+# Can be increased for better performance if your MySQL max_allowed_packet setting
+# is configured higher (default is usually 16-64MB).
+LEDGER_BULK_BATCH_SIZE = clean_setting("LEDGER_BULK_BATCH_SIZE", 500)

ledger/helpers/data_exporter.py

@@ -66,14 +66,14 @@ def export_ledger_to_archive(
     exporter = LedgerCSVExporter.create_exporter(
         ledger_type, entity_id, division_id, year, month
     )
-    try:
-        with tempfile.TemporaryDirectory() as temp_dirname:
-            csv_file = exporter.write_to_file(temp_dirname)
-            destination = default_destination()
-            zip_file_path = file_to_zip(csv_file, destination)
-    except ValueError as ve:
-        logger.debug("Error exporting ledger to archive: %s", ve)
-        return f"{ve}"
+    if not exporter.has_data:
+        return None
+    logger.info("Exporting %s", exporter.output_basename)
+    # Create File
+    with tempfile.TemporaryDirectory() as temp_dirname:
+        csv_file = exporter.write_to_file(temp_dirname)
+        destination = default_destination()
+        zip_file_path = file_to_zip(csv_file, destination)
     gc.collect()
     return str(zip_file_path)
 

ledger/locale/django.pot

@@ -6,9 +6,9 @@
 #, fuzzy
 msgid ""
 msgstr ""
-"Project-Id-Version: AA Ledger 1.0.3\n"
+"Project-Id-Version: AA Ledger 1.0.4\n"
 "Report-Msgid-Bugs-To: https://github.com/Geuthur/aa-ledger/issues\n"
-"POT-Creation-Date: 2025-11-16 18:48+0100\n"
+"POT-Creation-Date: 2025-12-03 07:19+0100\n"
 "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
 "Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
 "Language-Team: LANGUAGE <LL@li.org>\n"
@@ -201,8 +201,8 @@ msgid "Costs"
 msgstr ""
 
 #: ledger/helpers/billboard.py:56
-#: ledger/managers/corporation_journal_manager.py:362
-#: ledger/managers/corporation_journal_manager.py:386
+#: ledger/managers/corporation_journal_manager.py:363
+#: ledger/managers/corporation_journal_manager.py:387
 msgid "Unknown"
 msgstr ""
 
@@ -241,7 +241,7 @@ msgstr ""
 msgid "Structure Rental"
 msgstr ""
 
-#: ledger/managers/corporation_journal_manager.py:360
+#: ledger/managers/corporation_journal_manager.py:361
 msgid "Master Wallet"
 msgstr ""
 
@@ -360,17 +360,6 @@ msgid ""
 "the Data Export page."
 msgstr ""
 
-#: ledger/tasks.py:478
-msgid "{ledger_type.capitalize()} Data Export Failed"
-msgstr ""
-
-#: ledger/tasks.py:480
-#, python-brace-format
-msgid ""
-"Your data export for topic {ledger_type} has failed with following error: "
-"{msg}"
-msgstr ""
-
 #: ledger/templates/ledger/admin.html:17
 #: ledger/templates/ledger/allyledger/admin/alliance_administration.html:17
 #: ledger/templates/ledger/allyledger/alliance_ledger.html:61

ledger/managers/character_journal_manager.py

@@ -15,6 +15,7 @@ from app_utils.logging import LoggerAddTag
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.decorators import log_timing
 from ledger.helpers.ref_type import RefTypeManager
 from ledger.providers import esi
@@ -421,7 +422,7 @@ class CharWalletQuerySet(CharWalletCostQueryFilter):
         created_names = EveEntity.objects.create_bulk_from_esi(_new_names)
 
         if created_names:
-            self.bulk_create(items)
+            self.bulk_create(items, batch_size=LEDGER_BULK_BATCH_SIZE)
         else:
             raise TokenError("ESI Fail")
 

ledger/managers/character_mining_manager.py

@@ -24,7 +24,7 @@ from eveuniverse.models import EveSolarSystem, EveType
 
 # AA Ledger
 from ledger import __title__
-from ledger.app_settings import LEDGER_PRICE_PERCENTAGE
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE, LEDGER_PRICE_PERCENTAGE
 from ledger.decorators import log_timing
 from ledger.providers import esi
 
@@ -213,10 +213,14 @@ class CharacterMiningLedgerEntryManagerBase(models.Manager):
         EveSolarSystem.objects.bulk_get_or_create_esi(ids=list(system_ids))
 
         if new_events:
-            self.bulk_create(new_events, ignore_conflicts=True)
+            self.bulk_create(
+                new_events, batch_size=LEDGER_BULK_BATCH_SIZE, ignore_conflicts=True
+            )
 
         if old_events:
-            self.bulk_update(old_events, fields=["quantity"])
+            self.bulk_update(
+                old_events, fields=["quantity"], batch_size=LEDGER_BULK_BATCH_SIZE
+            )
 
         self._update_mining_price(character)
 
@@ -238,7 +242,11 @@ class CharacterMiningLedgerEntryManagerBase(models.Manager):
                 updated_entries.append(entry)
 
         if updated_entries:
-            self.bulk_update(updated_entries, fields=["price_per_unit"])
+            self.bulk_update(
+                updated_entries,
+                fields=["price_per_unit"],
+                batch_size=LEDGER_BULK_BATCH_SIZE,
+            )
 
         logger.debug(
             f"Updated prices for {len(updated_entries)}({character.character_name}) mining ledger entries."

ledger/managers/character_planetary_manager.py

@@ -15,6 +15,7 @@ from eveuniverse.models import EvePlanet, EveType
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.constants import COMMAND_CENTER, EXTRACTOR_CONTROL_UNIT, SPACEPORTS
 from ledger.decorators import log_timing
 from ledger.models.characteraudit import CharacterAudit
@@ -119,9 +120,13 @@ class PlanetaryManagerBase(models.Manager):
                 _planets_update.append(planet)
 
         if _planets_new:
-            self.bulk_create(_planets_new)
+            self.bulk_create(_planets_new, batch_size=LEDGER_BULK_BATCH_SIZE)
         if _planets_update:
-            self.bulk_update(_planets_update, fields=["upgrade_level", "num_pins"])
+            self.bulk_update(
+                _planets_update,
+                fields=["upgrade_level", "num_pins"],
+                batch_size=LEDGER_BULK_BATCH_SIZE,
+            )
 
         # Delete Planets that are no longer in the list
         obsolete_planets = set(_current_planets) - set(_planets_ids)

ledger/managers/corporation_journal_manager.py

@@ -16,6 +16,7 @@ from app_utils.logging import LoggerAddTag
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.decorators import log_timing
 from ledger.errors import DatabaseError
 from ledger.helpers.ref_type import RefTypeManager
@@ -264,7 +265,7 @@ class CorporationWalletManagerBase(models.Manager):
         created_names = EveEntity.objects.create_bulk_from_esi(_new_names)
 
         if created_names:
-            self.bulk_create(items)
+            self.bulk_create(items, batch_size=LEDGER_BULK_BATCH_SIZE)
         else:
             raise DatabaseError("DB Fail")
 

ledger/managers/general_manager.py

@@ -13,6 +13,7 @@ from app_utils.logging import LoggerAddTag
 
 # AA Ledger
 from ledger import __title__
+from ledger.app_settings import LEDGER_BULK_BATCH_SIZE
 from ledger.providers import esi
 
 logger = LoggerAddTag(get_extension_logger(__name__), __title__)
@@ -58,7 +59,9 @@ class EveEntityManager(models.Manager):
                             category=entity.category,
                         )
                     )
-                EveEntity.objects.bulk_create(new_names, ignore_conflicts=True)
+                EveEntity.objects.bulk_create(
+                    new_names, batch_size=LEDGER_BULK_BATCH_SIZE, ignore_conflicts=True
+                )
             return True
         return True
 

ledger/tasks.py

@@ -469,21 +469,16 @@ def export_data_ledger(
         logger.debug("User with pk %s does not exist", user_pk)
         return
 
-    if not msg:
+    if msg is not None:
         title = _(f"{ledger_type.capitalize()} Data Export Ready")
         message = _(
             f"Your data export for topic {ledger_type} is ready. You can download it from the Data Export page.",
         )
-    else:
-        title = _(f"{ledger_type.capitalize()} Data Export Failed")
-        message = _(
-            f"Your data export for topic {ledger_type} has failed with following error: {msg}",
-        )
 
-    send_user_notification.delay(
-        user_id=user.pk,
-        title=title,
-        message=message,
-        embed_message=True,
-        level="info",
-    )
+        send_user_notification.delay(
+            user_id=user.pk,
+            title=title,
+            message=message,
+            embed_message=True,
+            level="info",
+        )