aa-killtracker 0.16.0__py3-none-any.whl → 0.17.0__py3-none-any.whl

{aa_killtracker-0.16.0.dist-info → aa_killtracker-0.17.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aa-killtracker
-Version: 0.16.0
+Version: 0.17.0
 Summary: An app for running killmail trackers with Alliance Auth and Discord.
 Author-email: Erik Kalkoken <kalkoken87@gmail.com>
 Requires-Python: >=3.8
@@ -117,7 +117,7 @@ Add below lines to your settings file:
 # aa-killtracker
 CELERYBEAT_SCHEDULE['killtracker_run_killtracker'] = {
     'task': 'killtracker.tasks.run_killtracker',
-    'schedule': crontab(minute='*/1'),
+    'schedule': 60,
 }
 KILLTRACKER_QUEUE_ID = ""  # Put your unique queue ID here
 ```
@@ -242,7 +242,7 @@ Note that all settings are optional and the app will use the documented default
 Name | Description | Default
 -- | -- | --
 `KILLTRACKER_KILLMAIL_MAX_AGE_FOR_TRACKER`| Ignore killmails that are older than the given number in minutes. Sometimes killmails appear belated on ZKB, this feature ensures they don't create new alerts | `60`
-`KILLTRACKER_MAX_KILLMAILS_PER_RUN`| Maximum number of killmails retrieved from ZKB by task run. This value should be set such that the task that fetches new killmails from ZKB every minute will reliable finish within one minute. To test this run a "Catch all" tracker and see how many killmails your system is capable of processing. Note that you can get that information from the worker's log file. It will look something like this: `Total killmails received from ZKB in 49 secs: 251`   | `250`
+`KILLTRACKER_MAX_KILLMAILS_PER_RUN`| Maximum number of killmails retrieved from ZKB by task run. This value should be set such that the task that fetches new killmails from ZKB every minute will reliable finish within one minute. To test this run a "Catch all" tracker and see how many killmails your system is capable of processing. Note that you can get that information from the worker's log file. It will look something like this: `Total killmails received from ZKB in 49 secs: 100`   | `100`
 `KILLTRACKER_PURGE_KILLMAILS_AFTER_DAYS`| Killmails older than set number of days will be purged from the database. If you want to keep all killmails set this to 0. Note that this setting is only relevant if you have storing killmails enabled.  | `30`
 `KILLTRACKER_QUEUE_ID`| Unique ID used to identify this server when fetching killmails from zKillboard. This setting is mandatory.  | ``
 `KILLTRACKER_STORING_KILLMAILS_ENABLED`| If set to true Killtracker will automatically store all received killmails in the local database. This can be useful if you want to run analytics on killmails etc. However, please note that Killtracker itself currently does not use stored killmails in any way.  | `False`

{aa_killtracker-0.16.0.dist-info → aa_killtracker-0.17.0.dist-info}/RECORD

@@ -1,13 +1,14 @@
-killtracker/__init__.py,sha256=rJv9uVGH-1GPu-1zVtAt6rCtJD7KpgmLO2CZcFWboSg,355
+killtracker/__init__.py,sha256=g8DgOYglXz6Q4YuXHKdw2HdUBMexl4BSn7RbdC-hnGo,355
 killtracker/admin.py,sha256=s_O86Ct4prno0cQJE8otumCEqgkZ7H3Q_GFptEOTI_c,14103
-killtracker/app_settings.py,sha256=aN93musXOQ0AAVVWz67oSy9ryEiNXrcCCz6G2NlJ5QQ,3608
-killtracker/apps.py,sha256=CfmDvqVXmoy6sumpjXKldhSlJt5xDiQW3XLBfCqH3-c,307
+killtracker/app_settings.py,sha256=8owiemErRDKxkYY4XB0vFHTI9EqRMjz2SZGTTsEA2ao,3886
+killtracker/apps.py,sha256=yYOv4_T_eIiK5M7gr9Dre20WaNQXRKYOdfKyrforNhM,380
+killtracker/checks.py,sha256=ytqWlhIbCsvGKi3xFbUvAZzbUlgOhiOrB67PZ2WfxM4,1311
 killtracker/constants.py,sha256=W7-VARE3B4_sdzV_9k7qunUzlxTcdSAeSp_ZJVnbUhw,2514
 killtracker/exceptions.py,sha256=aFY6qxQOta1V-qvgKp19Cgy6M16O7Si8moc2205OsX0,846
 killtracker/forms.py,sha256=BqJYcAQ9jbZxTkDsHxrxj0qKKTIGIW0mShbBYdCDlaA,5182
 killtracker/managers.py,sha256=JCrfc3yrKD4uHCfIzPu7y2HF-VIJm1yskdc-CFEf7V4,4390
 killtracker/providers.py,sha256=smkZe_rKHkZeWFzJ0RhIhJVcbrZUpLYR5fKCge-dpXY,348
-killtracker/tasks.py,sha256=u_ZAOEeFZWW6qpWcB0HCzgbN0VjA1ZZDHdKPJGHKl0U,7884
+killtracker/tasks.py,sha256=GNdX1BGTWgR_wD_Eep6ibPHqC-PFIeVXDiyIJE7vW-E,8109
 killtracker/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 killtracker/core/discord_messages.py,sha256=mOKiMWq-3WnaSUFbfgVmlkAedGTZ7OWcVxLp7n58-Z0,14132
 killtracker/core/killmails.py,sha256=v7ciMSPHyIg4L4d-Q8UECuqJShfxfd3g_sdfRnKKSPY,20499
@@ -60,7 +61,7 @@ killtracker/tests/testdata/killmails.json,sha256=HKfpXQJ_ikymBSewh4wWixYpLwC3kNB
 killtracker/tests/testdata/load_eveuniverse.py,sha256=FitVc12E_ob56ezK5Y1q07Kbyc7N8poHiCNaLRGU4Jg,388
 killtracker/tools/drop_tables_killtracker.sql,sha256=fJrGY23NKRunpYC3hI-klFkWub4sBuhfP8TaT__zjPg,1726
 killtracker/tools/generate_conditions_text.py,sha256=LxAtTQIX-IbuqaNDMV1XHhq5AbrrlwxLWgXa1M7DWQo,767
-aa_killtracker-0.16.0.dist-info/licenses/LICENSE,sha256=XZiwB_S_40_HhnvLg5xvtBb3g1oGjPrk0rpFwk8iInE,1070
-aa_killtracker-0.16.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-aa_killtracker-0.16.0.dist-info/METADATA,sha256=Oklfjd1Nn8qBPS33Smq7i5jGPyNgQon-aZQZH62BD4E,13946
-aa_killtracker-0.16.0.dist-info/RECORD,,
+aa_killtracker-0.17.0.dist-info/licenses/LICENSE,sha256=XZiwB_S_40_HhnvLg5xvtBb3g1oGjPrk0rpFwk8iInE,1070
+aa_killtracker-0.17.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+aa_killtracker-0.17.0.dist-info/METADATA,sha256=ixjtGgUPTMWb4glIZb_EmI-WZMdl9R9BLLR-aUlV9Gg,13927
+aa_killtracker-0.17.0.dist-info/RECORD,,

killtracker/__init__.py

@@ -3,7 +3,7 @@
 # pylint: disable = invalid-name
 default_app_config = "killtracker.apps.KillmailsConfig"
 
-__version__ = "0.16.0"
+__version__ = "0.17.0"
 __title__ = "Killtracker"
 
 APP_NAME = "aa-killtracker"

killtracker/app_settings.py

@@ -14,7 +14,7 @@ this feature ensures they don't create new alerts.
 """
 
 KILLTRACKER_MAX_KILLMAILS_PER_RUN = clean_setting(
-    "KILLTRACKER_MAX_KILLMAILS_PER_RUN", 200
+    "KILLTRACKER_MAX_KILLMAILS_PER_RUN", 100
 )
 """Maximum number of killmails retrieved from ZKB by task run."""
 
@@ -99,3 +99,10 @@ KILLTRACKER_STORAGE_KILLMAILS_LIFETIME = clean_setting(
     "KILLTRACKER_STORAGE_KILLMAILS_LIFETIME", 3_600 * 1
 )
 """Max lifetime of killmails in temporary storage in seconds."""
+
+KILLTRACKER_ZKB_REQUEST_DELAY = clean_setting("KILLTRACKER_ZKB_REQUEST_DELAY", 500)
+"""Delay between subsequent calls to ZKB API in milliseconds.
+
+This delay ensures the app does not breach the CloudFlare rate limit of currently
+two (2) requests per second per IP address.
+"""

killtracker/apps.py

@@ -9,6 +9,7 @@ class KillmailsConfig(AppConfig):
     verbose_name = f"Killtracker v{__version__}"
 
     def ready(self) -> None:
+        from . import checks  # noqa: F401 pylint: disable=unused-import
         from .core.killmails import Killmail
 
         Killmail.reset_lock_key()

killtracker/checks.py

@@ -0,0 +1,45 @@
+"""Django checks."""
+
+import numbers
+
+from django.conf import settings
+from django.core.checks import Warning as DjangoWarning
+from django.core.checks import register
+
+
+@register()
+def killtracker_config_check(app_configs, **kwargs):  # pylint: disable=W0613
+    """killtracker_config_check is a Django check that verifies that all periodic tasks
+    have been configured correctly in settings.
+    """
+    if not hasattr(settings, "CELERYBEAT_SCHEDULE"):
+        return []
+
+    warnings = []
+    for name, obj in settings.CELERYBEAT_SCHEDULE.items():
+        _verify_task_config(warnings, name, obj, "killtracker.tasks.run_killtracker")
+    return warnings
+
+
+def _verify_task_config(warnings: list, name: str, obj: dict, task_name: str):
+    if obj["task"] != task_name:
+        return
+
+    schedule = obj["schedule"]
+    if isinstance(schedule, numbers.Number):
+        return
+
+    warnings.append(
+        DjangoWarning(
+            (
+                "Periodic task has deprecated schedule: "
+                f'CELERYBEAT_SCHEDULE["{name}"]'
+            ),
+            hint=(
+                'The value for "schedule" must be a positive number, '
+                "not e.g. a cron definition. "
+                f"Current value is: {schedule}"
+            ),
+            id="killtracker.W001",
+        )
+    )

killtracker/tasks.py

@@ -1,8 +1,11 @@
 """Tasks for killtracker."""
 
+from datetime import timedelta
+
 from celery import chain, shared_task
 
 from django.db import IntegrityError
+from django.utils.timezone import now
 from eveuniverse.core.esitools import is_esi_online
 from eveuniverse.tasks import update_unresolved_eve_entities
 
@@ -22,6 +25,7 @@ from .app_settings import (
     KILLTRACKER_STORING_KILLMAILS_ENABLED,
     KILLTRACKER_TASK_OBJECTS_CACHE_TIMEOUT,
     KILLTRACKER_TASKS_TIMEOUT,
+    KILLTRACKER_ZKB_REQUEST_DELAY,
 )
 from .core.killmails import Killmail
 from .exceptions import WebhookTooManyRequests
@@ -69,7 +73,10 @@ def run_killtracker(runs: int = 0) -> None:
 
     total_killmails = runs + (1 if killmail else 0)
     if killmail and total_killmails < KILLTRACKER_MAX_KILLMAILS_PER_RUN:
-        run_killtracker.delay(runs=runs + 1)
+        run_killtracker.apply_async(
+            kwargs={"runs": runs + 1},
+            eta=now() + timedelta(milliseconds=KILLTRACKER_ZKB_REQUEST_DELAY),
+        )
     else:
         if (
             KILLTRACKER_STORING_KILLMAILS_ENABLED