assemblyline-core 4.4.0.60__tar.gz → 4.4.0.62__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of assemblyline-core might be problematic. Click here for more details.

Files changed (83) hide show
  1. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/PKG-INFO +1 -1
  2. assemblyline-core-4.4.0.62/assemblyline_core/VERSION +1 -0
  3. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/heartbeat_formatter.py +14 -0
  4. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core.egg-info/PKG-INFO +1 -1
  5. assemblyline-core-4.4.0.60/assemblyline_core/VERSION +0 -1
  6. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/LICENCE.md +0 -0
  7. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/README.md +0 -0
  8. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/__init__.py +0 -0
  9. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/alerter/__init__.py +0 -0
  10. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/alerter/processing.py +0 -0
  11. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/alerter/run_alerter.py +0 -0
  12. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/archiver/__init__.py +0 -0
  13. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/archiver/run_archiver.py +0 -0
  14. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/dispatching/__init__.py +0 -0
  15. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/dispatching/__main__.py +0 -0
  16. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/dispatching/client.py +0 -0
  17. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/dispatching/dispatcher.py +0 -0
  18. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/dispatching/schedules.py +0 -0
  19. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/dispatching/timeout.py +0 -0
  20. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/expiry/__init__.py +0 -0
  21. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/expiry/run_expiry.py +0 -0
  22. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/ingester/__init__.py +0 -0
  23. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/ingester/__main__.py +0 -0
  24. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/ingester/constants.py +0 -0
  25. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/ingester/ingester.py +0 -0
  26. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/__init__.py +0 -0
  27. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/es_metrics.py +0 -0
  28. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/helper.py +0 -0
  29. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/metrics_server.py +0 -0
  30. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  31. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  32. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  33. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/plumber/__init__.py +0 -0
  34. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/plumber/run_plumber.py +0 -0
  35. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/__init__.py +0 -0
  36. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/client.py +0 -0
  37. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/creator/__init__.py +0 -0
  38. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/creator/run.py +0 -0
  39. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/creator/run_worker.py +0 -0
  40. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/loader/__init__.py +0 -0
  41. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/loader/run.py +0 -0
  42. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/loader/run_worker.py +0 -0
  43. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/replay/replay.py +0 -0
  44. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/safelist_client.py +0 -0
  45. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/__init__.py +0 -0
  46. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/collection.py +0 -0
  47. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  48. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  49. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/controllers/interface.py +0 -0
  50. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
  51. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/run_scaler.py +0 -0
  52. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/scaler/scaler_server.py +0 -0
  53. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/server_base.py +0 -0
  54. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/submission_client.py +0 -0
  55. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/tasking_client.py +0 -0
  56. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/updater/__init__.py +0 -0
  57. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/updater/helper.py +0 -0
  58. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/updater/run_updater.py +0 -0
  59. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/vacuum/__init__.py +0 -0
  60. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/vacuum/crawler.py +0 -0
  61. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/vacuum/department_map.py +0 -0
  62. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/vacuum/safelist.py +0 -0
  63. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/vacuum/stream_map.py +0 -0
  64. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/vacuum/worker.py +0 -0
  65. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/workflow/__init__.py +0 -0
  66. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core/workflow/run_workflow.py +0 -0
  67. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  68. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  69. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core.egg-info/requires.txt +0 -0
  70. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/assemblyline_core.egg-info/top_level.txt +0 -0
  71. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/setup.cfg +0 -0
  72. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/setup.py +0 -0
  73. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_alerter.py +0 -0
  74. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_dispatcher.py +0 -0
  75. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_expiry.py +0 -0
  76. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_plumber.py +0 -0
  77. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_replay.py +0 -0
  78. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_scaler.py +0 -0
  79. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_scheduler.py +0 -0
  80. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_simulation.py +0 -0
  81. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_vacuum.py +0 -0
  82. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_worker_ingest.py +0 -0
  83. {assemblyline-core-4.4.0.60 → assemblyline-core-4.4.0.62}/test/test_worker_submit.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.4.0.60
3
+ Version: 4.4.0.62
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -0,0 +1 @@
1
+ 4.4.0.62
@@ -15,6 +15,7 @@ from assemblyline.odm.messages.dispatcher_heartbeat import DispatcherMessage
15
15
  from assemblyline.odm.messages.expiry_heartbeat import ExpiryMessage
16
16
  from assemblyline.odm.messages.ingest_heartbeat import IngestMessage
17
17
  from assemblyline.odm.messages.service_heartbeat import ServiceMessage
18
+ from assemblyline.odm.messages.vacuum_heartbeat import VacuumMessage
18
19
  from assemblyline.remote.datatypes import get_client
19
20
  from assemblyline.remote.datatypes.hash import Hash, ExpiringHash
20
21
  from assemblyline.remote.datatypes.queues.comms import CommsQueue
@@ -275,5 +276,18 @@ class HeartbeatFormatter(object):
275
276
  except Exception:
276
277
  self.log.exception("An exception occurred while generating ServiceMessage")
277
278
 
279
+ elif m_type == "vacuum":
280
+ try:
281
+ msg = {
282
+ "sender": self.sender,
283
+ "msg": {
284
+ "metrics": m_data,
285
+ }
286
+ }
287
+ self.status_queue.publish(VacuumMessage(msg).as_primitives())
288
+ self.log.info(f"Sent vacuum heartbeat: {msg['msg']}")
289
+ except Exception:
290
+ self.log.exception("An exception occurred while generating VacuumMessage")
291
+
278
292
  else:
279
293
  self.log.warning(f"Skipping unknown counter: {m_name} [{m_type}] ==> {m_data}")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.4.0.60
3
+ Version: 4.4.0.62
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -1 +0,0 @@
1
- 4.4.0.60