assemblyline-core 4.4.1.dev98__tar.gz → 4.4.1.dev100__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of assemblyline-core might be problematic. Click here for more details.

Files changed (83) hide show
  1. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/PKG-INFO +1 -1
  2. assemblyline-core-4.4.1.dev100/assemblyline_core/VERSION +1 -0
  3. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/dispatching/dispatcher.py +4 -5
  4. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core.egg-info/PKG-INFO +1 -1
  5. assemblyline-core-4.4.1.dev98/assemblyline_core/VERSION +0 -1
  6. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/LICENCE.md +0 -0
  7. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/README.md +0 -0
  8. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/__init__.py +0 -0
  9. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/alerter/__init__.py +0 -0
  10. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/alerter/processing.py +0 -0
  11. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/alerter/run_alerter.py +0 -0
  12. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/archiver/__init__.py +0 -0
  13. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/archiver/run_archiver.py +0 -0
  14. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/dispatching/__init__.py +0 -0
  15. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/dispatching/__main__.py +0 -0
  16. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/dispatching/client.py +0 -0
  17. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/dispatching/schedules.py +0 -0
  18. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/dispatching/timeout.py +0 -0
  19. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/expiry/__init__.py +0 -0
  20. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/expiry/run_expiry.py +0 -0
  21. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/ingester/__init__.py +0 -0
  22. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/ingester/__main__.py +0 -0
  23. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/ingester/constants.py +0 -0
  24. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/ingester/ingester.py +0 -0
  25. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/__init__.py +0 -0
  26. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/es_metrics.py +0 -0
  27. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
  28. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/helper.py +0 -0
  29. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/metrics_server.py +0 -0
  30. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  31. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  32. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  33. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/plumber/__init__.py +0 -0
  34. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/plumber/run_plumber.py +0 -0
  35. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/__init__.py +0 -0
  36. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/client.py +0 -0
  37. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/creator/__init__.py +0 -0
  38. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/creator/run.py +0 -0
  39. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/creator/run_worker.py +0 -0
  40. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/loader/__init__.py +0 -0
  41. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/loader/run.py +0 -0
  42. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/loader/run_worker.py +0 -0
  43. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/replay/replay.py +0 -0
  44. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/safelist_client.py +0 -0
  45. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/__init__.py +0 -0
  46. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/collection.py +0 -0
  47. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  48. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  49. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/controllers/interface.py +0 -0
  50. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
  51. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/run_scaler.py +0 -0
  52. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/scaler/scaler_server.py +0 -0
  53. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/server_base.py +0 -0
  54. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/submission_client.py +0 -0
  55. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/tasking_client.py +0 -0
  56. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/updater/__init__.py +0 -0
  57. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/updater/helper.py +0 -0
  58. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/updater/run_updater.py +0 -0
  59. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/vacuum/__init__.py +0 -0
  60. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/vacuum/crawler.py +0 -0
  61. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/vacuum/department_map.py +0 -0
  62. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/vacuum/safelist.py +0 -0
  63. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/vacuum/stream_map.py +0 -0
  64. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/vacuum/worker.py +0 -0
  65. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/workflow/__init__.py +0 -0
  66. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/workflow/run_workflow.py +0 -0
  67. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  68. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  69. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core.egg-info/requires.txt +0 -0
  70. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core.egg-info/top_level.txt +0 -0
  71. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/setup.cfg +0 -0
  72. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/setup.py +0 -0
  73. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_alerter.py +0 -0
  74. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_dispatcher.py +0 -0
  75. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_expiry.py +0 -0
  76. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_plumber.py +0 -0
  77. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_replay.py +0 -0
  78. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_scaler.py +0 -0
  79. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_scheduler.py +0 -0
  80. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_simulation.py +0 -0
  81. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_vacuum.py +0 -0
  82. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_worker_ingest.py +0 -0
  83. {assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/test/test_worker_submit.py +0 -0
{assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.4.1.dev98
3
+ Version: 4.4.1.dev100
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
assemblyline-core-4.4.1.dev100/assemblyline_core/VERSION ADDED
@@ -0,0 +1 @@
1
+ 4.4.1.dev100
{assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core/dispatching/dispatcher.py RENAMED
@@ -16,7 +16,7 @@ import elasticapm
16
16
  from assemblyline.common import isotime
17
17
  from assemblyline.common.constants import make_watcher_list_name, SUBMISSION_QUEUE, \
18
18
  DISPATCH_RUNNING_TASK_HASH, SCALER_TIMEOUT_QUEUE, DISPATCH_TASK_HASH
19
- from assemblyline.common.forge import get_service_queue, get_apm_client, get_datastore, get_classification
19
+ from assemblyline.common.forge import get_service_queue, get_apm_client, get_classification
20
20
  from assemblyline.common.isotime import now_as_iso
21
21
  from assemblyline.common.metrics import MetricsFactory
22
22
  from assemblyline.common.postprocess import ActionWorker
@@ -107,10 +107,10 @@ class ResultSummary:
107
107
  class SubmissionTask:
108
108
  """Dispatcher internal model for submissions"""
109
109
 
110
- def __init__(self, submission, completed_queue, scheduler, results=None,
110
+ def __init__(self, submission, completed_queue, scheduler, datastore, results=None,
111
111
  file_infos=None, file_tree=None, errors: Optional[Iterable[str]] = None):
112
112
  self.submission: Submission = Submission(submission)
113
- self.submitter: User = get_datastore().user.get(self.submission.params.submitter)
113
+ self.submitter: User = datastore.user.get(self.submission.params.submitter)
114
114
 
115
115
  self.completed_queue = None
116
116
  if completed_queue:
@@ -355,7 +355,6 @@ class Dispatcher(ThreadedCoreBase):
355
355
  self.service_change_watcher = EventWatcher(self.redis, deserializer=ServiceChange.deserialize)
356
356
  self.service_change_watcher.register('changes.services.*', self._handle_service_change_event)
357
357
 
358
-
359
358
  def stop(self):
360
359
  super().stop()
361
360
  self.service_change_watcher.stop()
@@ -495,7 +494,7 @@ class Dispatcher(ThreadedCoreBase):
495
494
  # Start of process dispatcher transaction
496
495
  with apm_span(self.apm_client, 'submission_message'):
497
496
  # This is probably a complete task
498
- task = SubmissionTask(scheduler=self.scheduler, **message)
497
+ task = SubmissionTask(scheduler=self.scheduler, datastore=self.datastore, **message)
499
498
 
500
499
  # Check the sid table
501
500
  if task.sid in self.bad_sids:
{assemblyline-core-4.4.1.dev98 → assemblyline-core-4.4.1.dev100}/assemblyline_core.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.4.1.dev98
3
+ Version: 4.4.1.dev100
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
assemblyline-core-4.4.1.dev98/assemblyline_core/VERSION DELETED
@@ -1 +0,0 @@
1
- 4.4.1.dev98