assemblyline-core 4.5.1.dev359__tar.gz → 4.5.1.dev361__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of assemblyline-core might be problematic. Click here for more details.
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev361/assemblyline_core/VERSION +1 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/dispatcher.py +13 -5
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev359/assemblyline_core/VERSION +0 -1
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/LICENCE.md +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/README.md +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/dispatching/timeout.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/plumber/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/plumber/run_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/collection.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/interface.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/scaler/scaler_server.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/server_base.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/submission_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/tasking_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/updater/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/updater/helper.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/updater/run_updater.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/workflow/run_workflow.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/SOURCES.txt +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/setup.cfg +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/setup.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_dispatcher.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_replay.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_scheduler.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_simulation.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_vacuum.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_worker_ingest.py +0 -0
- {assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_worker_submit.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.5.1.dev361
|
|
@@ -11,6 +11,7 @@ import json
|
|
|
11
11
|
import enum
|
|
12
12
|
from queue import PriorityQueue, Empty, Queue
|
|
13
13
|
import dataclasses
|
|
14
|
+
from copy import deepcopy
|
|
14
15
|
|
|
15
16
|
import elasticapm
|
|
16
17
|
|
|
@@ -102,6 +103,7 @@ class MonitorTask:
|
|
|
102
103
|
# Should aservice be dispatched again when possible
|
|
103
104
|
dispatch_needed: bool = dataclasses.field(default=False)
|
|
104
105
|
|
|
106
|
+
|
|
105
107
|
@contextmanager
|
|
106
108
|
def apm_span(client, span_name: str):
|
|
107
109
|
try:
|
|
@@ -126,15 +128,20 @@ class ResultSummary:
|
|
|
126
128
|
|
|
127
129
|
|
|
128
130
|
class TemporaryFileData:
|
|
129
|
-
def __init__(self,
|
|
131
|
+
def __init__(self,
|
|
132
|
+
sha256: str,
|
|
133
|
+
config: dict[str, str],
|
|
134
|
+
shared: Optional[dict[str, Any]] = None,
|
|
135
|
+
local: Optional[dict[str, Any]] = None
|
|
136
|
+
) -> None:
|
|
130
137
|
self.sha256 = sha256
|
|
131
138
|
self.config = config
|
|
132
|
-
self.shared_values: dict[str, Any] =
|
|
133
|
-
self.local_values: dict[str, Any] = {}
|
|
139
|
+
self.shared_values: dict[str, Any] = {} if shared is None else shared
|
|
140
|
+
self.local_values: dict[str, Any] = {} if local is None else local
|
|
134
141
|
|
|
135
142
|
def new_file(self, sha256: str) -> TemporaryFileData:
|
|
136
143
|
"""Create an entry for another file with reference to the shared values."""
|
|
137
|
-
return TemporaryFileData(sha256, self.config, self.shared_values)
|
|
144
|
+
return TemporaryFileData(sha256, self.config, self.shared_values, deepcopy(self.local_values))
|
|
138
145
|
|
|
139
146
|
def read(self) -> dict[str, Any]:
|
|
140
147
|
"""Get a copy of the current data"""
|
|
@@ -304,7 +311,8 @@ class SubmissionTask:
|
|
|
304
311
|
"""
|
|
305
312
|
parent_temp = self.temporary_data[parent]
|
|
306
313
|
for child in children:
|
|
307
|
-
self.temporary_data
|
|
314
|
+
if child not in self.temporary_data:
|
|
315
|
+
self.temporary_data[child] = parent_temp.new_file(child)
|
|
308
316
|
try:
|
|
309
317
|
self._parent_map[child].add(parent)
|
|
310
318
|
except KeyError:
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
4.5.1.dev359
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/replay/replay.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/server_base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/assemblyline_core/vacuum/worker.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_badlist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_safelist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_signature_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_worker_ingest.py
RENAMED
|
File without changes
|
{assemblyline-core-4.5.1.dev359 → assemblyline-core-4.5.1.dev361}/test/test_worker_submit.py
RENAMED
|
File without changes
|