assemblyline-core 4.4.0.27__tar.gz → 4.4.0.29__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of assemblyline-core might be problematic. Click here for more details.
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/PKG-INFO +1 -1
- assemblyline-core-4.4.0.29/assemblyline_core/VERSION +1 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/workflow/run_workflow.py +14 -3
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/PKG-INFO +1 -1
- assemblyline-core-4.4.0.27/assemblyline_core/VERSION +0 -1
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/LICENCE.md +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/README.md +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/__main__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/dispatcher.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/timeout.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/__main__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/plumber/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/plumber/run_plumber.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/client.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/collection.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/controllers/interface.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/scaler_server.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/server_base.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/submission_client.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/tasking_client.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/updater/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/updater/helper.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/updater/run_updater.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/SOURCES.txt +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/setup.cfg +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/setup.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_alerter.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_dispatcher.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_expiry.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_plumber.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_replay.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_scaler.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_scheduler.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_simulation.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_vacuum.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_worker_ingest.py +0 -0
- {assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/test/test_worker_submit.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.4.0.29
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/workflow/run_workflow.py
RENAMED
|
@@ -9,6 +9,7 @@ from assemblyline.common.isotime import now_as_iso
|
|
|
9
9
|
from assemblyline.common.str_utils import safe_str
|
|
10
10
|
|
|
11
11
|
from assemblyline.datastore.exceptions import SearchException
|
|
12
|
+
from assemblyline.odm.models.alert import Event
|
|
12
13
|
from assemblyline.odm.models.workflow import Workflow
|
|
13
14
|
|
|
14
15
|
|
|
@@ -126,6 +127,7 @@ class WorkflowManager(ServerBase):
|
|
|
126
127
|
|
|
127
128
|
fq = ["reporting_ts:[{start_ts} TO {end_ts}]".format(start_ts=self.start_ts, end_ts=end_ts)]
|
|
128
129
|
|
|
130
|
+
event_data = Event({'entity_type': 'workflow', 'entity_id': workflow.workflow_id, 'entity_name': workflow.name})
|
|
129
131
|
operations = []
|
|
130
132
|
fq_items = []
|
|
131
133
|
if labels:
|
|
@@ -133,14 +135,19 @@ class WorkflowManager(ServerBase):
|
|
|
133
135
|
for lbl in labels])
|
|
134
136
|
for label in labels:
|
|
135
137
|
fq_items.append("label:\"{label}\"".format(label=label))
|
|
138
|
+
event_data.labels = labels
|
|
136
139
|
if priority:
|
|
137
140
|
operations.append((self.datastore.alert.UPDATE_SET, 'priority', priority))
|
|
138
141
|
fq_items.append("priority:*")
|
|
142
|
+
event_data.priority = priority
|
|
139
143
|
if status:
|
|
140
144
|
operations.append((self.datastore.alert.UPDATE_SET, 'status', status))
|
|
141
145
|
fq_items.append("(status:MALICIOUS OR status:NON-MALICIOUS OR status:ASSESS)")
|
|
146
|
+
event_data.status = status
|
|
142
147
|
|
|
143
148
|
fq.append("NOT ({exclusion})".format(exclusion=" AND ".join(fq_items)))
|
|
149
|
+
# Add event to alert's audit history
|
|
150
|
+
operations.append((self.datastore.alert.UPDATE_APPEND, 'events', event_data))
|
|
144
151
|
|
|
145
152
|
try:
|
|
146
153
|
count = self.datastore.alert.update_by_query(workflow.query, operations, filters=fq)
|
|
@@ -150,11 +157,15 @@ class WorkflowManager(ServerBase):
|
|
|
150
157
|
if count:
|
|
151
158
|
self.log.info("{count} Alert(s) were affected by this filter.".format(count=count))
|
|
152
159
|
if workflow.workflow_id != "DEFAULT":
|
|
160
|
+
seen = now_as_iso()
|
|
153
161
|
operations = [
|
|
154
|
-
(self.datastore.
|
|
155
|
-
(self.datastore.
|
|
162
|
+
(self.datastore.workflow.UPDATE_INC, 'hit_count', count),
|
|
163
|
+
(self.datastore.workflow.UPDATE_SET, 'last_seen', seen),
|
|
156
164
|
]
|
|
157
|
-
|
|
165
|
+
if not workflow.first_seen:
|
|
166
|
+
# Set first seen for workflow if not set
|
|
167
|
+
operations.append((self.datastore.workflow.UPDATE_SET, 'first_seen', seen))
|
|
168
|
+
self.datastore.workflow.update(workflow.workflow_id, operations)
|
|
158
169
|
|
|
159
170
|
except SearchException:
|
|
160
171
|
self.log.warning(f"Invalid query '{safe_str(workflow.query or '')}' in workflow "
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
4.4.0.27
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/alerter/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/alerter/processing.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/alerter/run_alerter.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/archiver/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/archiver/run_archiver.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/__main__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/client.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/schedules.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/dispatching/timeout.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/expiry/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/expiry/run_expiry.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/__main__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/constants.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/ingester/ingester.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/es_metrics.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/metrics/helper.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/plumber/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/plumber/run_plumber.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/client.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/creator/run.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/loader/run.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/replay/replay.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/safelist_client.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/collection.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/run_scaler.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/scaler/scaler_server.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/submission_client.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/tasking_client.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/updater/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/updater/helper.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/updater/run_updater.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/crawler.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/department_map.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/safelist.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/stream_map.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/vacuum/worker.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core/workflow/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/requires.txt
RENAMED
|
File without changes
|
{assemblyline-core-4.4.0.27 → assemblyline-core-4.4.0.29}/assemblyline_core.egg-info/top_level.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|