assemblyline-core 4.5.1.dev104__tar.gz → 4.5.1.dev106__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of assemblyline-core might be problematic. Click here for more details.

Files changed (88) hide show
  1. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/PKG-INFO +1 -1
  2. assemblyline-core-4.5.1.dev106/assemblyline_core/VERSION +1 -0
  3. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/archiver/run_archiver.py +11 -4
  4. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core.egg-info/PKG-INFO +1 -1
  5. assemblyline-core-4.5.1.dev104/assemblyline_core/VERSION +0 -1
  6. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/LICENCE.md +0 -0
  7. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/README.md +0 -0
  8. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/__init__.py +0 -0
  9. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/alerter/__init__.py +0 -0
  10. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/alerter/processing.py +0 -0
  11. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/alerter/run_alerter.py +0 -0
  12. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/archiver/__init__.py +0 -0
  13. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/badlist_client.py +0 -0
  14. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/dispatching/__init__.py +0 -0
  15. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/dispatching/__main__.py +0 -0
  16. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/dispatching/client.py +0 -0
  17. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/dispatching/dispatcher.py +0 -0
  18. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/dispatching/schedules.py +0 -0
  19. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/dispatching/timeout.py +0 -0
  20. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/expiry/__init__.py +0 -0
  21. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/expiry/run_expiry.py +0 -0
  22. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/ingester/__init__.py +0 -0
  23. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/ingester/__main__.py +0 -0
  24. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/ingester/constants.py +0 -0
  25. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/ingester/ingester.py +0 -0
  26. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/__init__.py +0 -0
  27. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/es_metrics.py +0 -0
  28. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
  29. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/helper.py +0 -0
  30. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/metrics_server.py +0 -0
  31. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  32. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  33. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  34. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/plumber/__init__.py +0 -0
  35. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/plumber/run_plumber.py +0 -0
  36. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/__init__.py +0 -0
  37. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/client.py +0 -0
  38. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/creator/__init__.py +0 -0
  39. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/creator/run.py +0 -0
  40. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/creator/run_worker.py +0 -0
  41. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/loader/__init__.py +0 -0
  42. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/loader/run.py +0 -0
  43. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/loader/run_worker.py +0 -0
  44. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/replay/replay.py +0 -0
  45. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/safelist_client.py +0 -0
  46. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/__init__.py +0 -0
  47. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/collection.py +0 -0
  48. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  49. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  50. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/controllers/interface.py +0 -0
  51. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
  52. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/run_scaler.py +0 -0
  53. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/scaler/scaler_server.py +0 -0
  54. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/server_base.py +0 -0
  55. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/signature_client.py +0 -0
  56. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/submission_client.py +0 -0
  57. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/tasking_client.py +0 -0
  58. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/updater/__init__.py +0 -0
  59. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/updater/helper.py +0 -0
  60. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/updater/run_updater.py +0 -0
  61. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/vacuum/__init__.py +0 -0
  62. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/vacuum/crawler.py +0 -0
  63. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/vacuum/department_map.py +0 -0
  64. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/vacuum/safelist.py +0 -0
  65. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/vacuum/stream_map.py +0 -0
  66. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/vacuum/worker.py +0 -0
  67. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/workflow/__init__.py +0 -0
  68. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/workflow/run_workflow.py +0 -0
  69. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  70. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  71. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core.egg-info/requires.txt +0 -0
  72. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core.egg-info/top_level.txt +0 -0
  73. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/setup.cfg +0 -0
  74. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/setup.py +0 -0
  75. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_alerter.py +0 -0
  76. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_badlist_client.py +0 -0
  77. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_dispatcher.py +0 -0
  78. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_expiry.py +0 -0
  79. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_plumber.py +0 -0
  80. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_replay.py +0 -0
  81. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_safelist_client.py +0 -0
  82. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_scaler.py +0 -0
  83. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_scheduler.py +0 -0
  84. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_signature_client.py +0 -0
  85. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_simulation.py +0 -0
  86. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_vacuum.py +0 -0
  87. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_worker_ingest.py +0 -0
  88. {assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/test/test_worker_submit.py +0 -0
{assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.1.dev104
3
+ Version: 4.5.1.dev106
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
assemblyline-core-4.5.1.dev106/assemblyline_core/VERSION ADDED
@@ -0,0 +1 @@
1
+ 4.5.1.dev106
{assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core/archiver/run_archiver.py RENAMED
@@ -65,8 +65,12 @@ class Archiver(ServerBase):
65
65
  if len(message) == 3:
66
66
  archive_type, type_id, delete_after = message
67
67
  metadata = None
68
- else:
68
+ use_alternate_dtl = False
69
+ elif len(message) == 4:
69
70
  archive_type, type_id, delete_after, metadata = message
71
+ use_alternate_dtl = False
72
+ else:
73
+ archive_type, type_id, delete_after, metadata, use_alternate_dtl = message
70
74
 
71
75
  self.counter.increment('received')
72
76
  except Exception:
@@ -97,7 +101,8 @@ class Archiver(ServerBase):
97
101
  if not submission:
98
102
  raise SubmissionNotFound(type_id)
99
103
 
100
- self.datastore.submission.archive(type_id, delete_after=delete_after)
104
+ self.datastore.submission.archive(type_id, delete_after=delete_after,
105
+ use_alternate_dtl=use_alternate_dtl)
101
106
  if not delete_after:
102
107
  self.datastore.submission.update(type_id, [(ESCollection.UPDATE_SET, 'archived', True)],
103
108
  index_type=Index.HOT)
@@ -117,7 +122,8 @@ class Archiver(ServerBase):
117
122
  infos = infos.union({'password' for x in tags if x['type'] == 'info.password'})
118
123
 
119
124
  # Create the archive file
120
- self.datastore.file.archive(sha256, delete_after=delete_after, allow_missing=True)
125
+ self.datastore.file.archive(sha256, delete_after=delete_after,
126
+ allow_missing=True, use_alternate_dtl=use_alternate_dtl)
121
127
 
122
128
  # Auto-Labelling
123
129
  operations = []
@@ -159,7 +165,8 @@ class Archiver(ServerBase):
159
165
  for r in submission.results:
160
166
  if not r.endswith(".e"):
161
167
  self.counter.increment('result')
162
- self.datastore.result.archive(r, delete_after=delete_after, allow_missing=True)
168
+ self.datastore.result.archive(r, delete_after=delete_after,
169
+ allow_missing=True, use_alternate_dtl=use_alternate_dtl)
163
170
 
164
171
  # End of process alert transaction (success)
165
172
  self.log.info(f"Successfully archived submission '{type_id}'.")
{assemblyline-core-4.5.1.dev104 → assemblyline-core-4.5.1.dev106}/assemblyline_core.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.1.dev104
3
+ Version: 4.5.1.dev106
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
assemblyline-core-4.5.1.dev104/assemblyline_core/VERSION DELETED
@@ -1 +0,0 @@
1
- 4.5.1.dev104