assemblyline-core 4.5.1.dev359__tar.gz → 4.5.1.dev361__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of assemblyline-core might be problematic. Click here for more details.

Files changed (88) hide show
  1. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/PKG-INFO +1 -1
  2. assemblyline-core-4.5.1.dev361/assemblyline_core/VERSION +1 -0
  3. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/dispatcher.py +13 -5
  4. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/PKG-INFO +1 -1
  5. assemblyline-core-4.5.1.dev359/assemblyline_core/VERSION +0 -1
  6. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/LICENCE.md +0 -0
  7. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/README.md +0 -0
  8. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/__init__.py +0 -0
  9. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/alerter/__init__.py +0 -0
  10. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/alerter/processing.py +0 -0
  11. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/alerter/run_alerter.py +0 -0
  12. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/archiver/__init__.py +0 -0
  13. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/archiver/run_archiver.py +0 -0
  14. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/badlist_client.py +0 -0
  15. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/__init__.py +0 -0
  16. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/__main__.py +0 -0
  17. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/client.py +0 -0
  18. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/schedules.py +0 -0
  19. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/timeout.py +0 -0
  20. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/expiry/__init__.py +0 -0
  21. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/expiry/run_expiry.py +0 -0
  22. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/__init__.py +0 -0
  23. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/__main__.py +0 -0
  24. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/constants.py +0 -0
  25. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/ingester.py +0 -0
  26. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/__init__.py +0 -0
  27. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/es_metrics.py +0 -0
  28. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
  29. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/helper.py +0 -0
  30. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/metrics_server.py +0 -0
  31. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  32. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  33. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  34. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/plumber/__init__.py +0 -0
  35. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/plumber/run_plumber.py +0 -0
  36. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/__init__.py +0 -0
  37. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/client.py +0 -0
  38. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/creator/__init__.py +0 -0
  39. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/creator/run.py +0 -0
  40. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/creator/run_worker.py +0 -0
  41. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/loader/__init__.py +0 -0
  42. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/loader/run.py +0 -0
  43. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/loader/run_worker.py +0 -0
  44. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/replay.py +0 -0
  45. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/safelist_client.py +0 -0
  46. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/__init__.py +0 -0
  47. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/collection.py +0 -0
  48. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  49. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  50. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/interface.py +0 -0
  51. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
  52. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/run_scaler.py +0 -0
  53. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/scaler_server.py +0 -0
  54. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/server_base.py +0 -0
  55. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/signature_client.py +0 -0
  56. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/submission_client.py +0 -0
  57. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/tasking_client.py +0 -0
  58. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/updater/__init__.py +0 -0
  59. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/updater/helper.py +0 -0
  60. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/updater/run_updater.py +0 -0
  61. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/__init__.py +0 -0
  62. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/crawler.py +0 -0
  63. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/department_map.py +0 -0
  64. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/safelist.py +0 -0
  65. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/stream_map.py +0 -0
  66. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/worker.py +0 -0
  67. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/workflow/__init__.py +0 -0
  68. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/workflow/run_workflow.py +0 -0
  69. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  70. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  71. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/requires.txt +0 -0
  72. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/top_level.txt +0 -0
  73. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/setup.cfg +0 -0
  74. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/setup.py +0 -0
  75. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_alerter.py +0 -0
  76. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_badlist_client.py +0 -0
  77. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_dispatcher.py +0 -0
  78. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_expiry.py +0 -0
  79. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_plumber.py +0 -0
  80. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_replay.py +0 -0
  81. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_safelist_client.py +0 -0
  82. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_scaler.py +0 -0
  83. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_scheduler.py +0 -0
  84. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_signature_client.py +0 -0
  85. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_simulation.py +0 -0
  86. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_vacuum.py +0 -0
  87. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_worker_ingest.py +0 -0
  88. {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_worker_submit.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.1.dev359
3
+ Version: 4.5.1.dev361
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -0,0 +1 @@
1
+ 4.5.1.dev361
@@ -11,6 +11,7 @@ import json
11
11
  import enum
12
12
  from queue import PriorityQueue, Empty, Queue
13
13
  import dataclasses
14
+ from copy import deepcopy
14
15
 
15
16
  import elasticapm
16
17
 
@@ -102,6 +103,7 @@ class MonitorTask:
102
103
  # Should aservice be dispatched again when possible
103
104
  dispatch_needed: bool = dataclasses.field(default=False)
104
105
 
106
+
105
107
  @contextmanager
106
108
  def apm_span(client, span_name: str):
107
109
  try:
@@ -126,15 +128,20 @@ class ResultSummary:
126
128
 
127
129
 
128
130
  class TemporaryFileData:
129
- def __init__(self, sha256: str, config: dict[str, str], shared: Optional[dict[str, Any]] = None) -> None:
131
+ def __init__(self,
132
+ sha256: str,
133
+ config: dict[str, str],
134
+ shared: Optional[dict[str, Any]] = None,
135
+ local: Optional[dict[str, Any]] = None
136
+ ) -> None:
130
137
  self.sha256 = sha256
131
138
  self.config = config
132
- self.shared_values: dict[str, Any] = dict() if shared is None else shared
133
- self.local_values: dict[str, Any] = {}
139
+ self.shared_values: dict[str, Any] = {} if shared is None else shared
140
+ self.local_values: dict[str, Any] = {} if local is None else local
134
141
 
135
142
  def new_file(self, sha256: str) -> TemporaryFileData:
136
143
  """Create an entry for another file with reference to the shared values."""
137
- return TemporaryFileData(sha256, self.config, self.shared_values)
144
+ return TemporaryFileData(sha256, self.config, self.shared_values, deepcopy(self.local_values))
138
145
 
139
146
  def read(self) -> dict[str, Any]:
140
147
  """Get a copy of the current data"""
@@ -304,7 +311,8 @@ class SubmissionTask:
304
311
  """
305
312
  parent_temp = self.temporary_data[parent]
306
313
  for child in children:
307
- self.temporary_data.setdefault(child, parent_temp.new_file(child))
314
+ if child not in self.temporary_data:
315
+ self.temporary_data[child] = parent_temp.new_file(child)
308
316
  try:
309
317
  self._parent_map[child].add(parent)
310
318
  except KeyError:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.1.dev359
3
+ Version: 4.5.1.dev361
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -1 +0,0 @@
1
- 4.5.1.dev359