assemblyline-core 4.4.0.dev5__tar.gz → 4.4.0.dev7__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of assemblyline-core might be problematic. Click here for more details.

Files changed (83) hide show
  1. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/PKG-INFO +1 -1
  2. assemblyline-core-4.4.0.dev7/assemblyline_core/VERSION +1 -0
  3. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +3 -0
  4. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/scaler_server.py +2 -2
  5. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core.egg-info/PKG-INFO +1 -1
  6. assemblyline-core-4.4.0.dev5/assemblyline_core/VERSION +0 -1
  7. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/LICENCE.md +0 -0
  8. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/README.md +0 -0
  9. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/__init__.py +0 -0
  10. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/alerter/__init__.py +0 -0
  11. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/alerter/processing.py +0 -0
  12. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/alerter/run_alerter.py +0 -0
  13. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/archiver/__init__.py +0 -0
  14. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/archiver/run_archiver.py +0 -0
  15. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/dispatching/__init__.py +0 -0
  16. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/dispatching/__main__.py +0 -0
  17. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/dispatching/client.py +0 -0
  18. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/dispatching/dispatcher.py +0 -0
  19. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/dispatching/schedules.py +0 -0
  20. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/dispatching/timeout.py +0 -0
  21. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/expiry/__init__.py +0 -0
  22. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/expiry/run_expiry.py +0 -0
  23. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/ingester/__init__.py +0 -0
  24. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/ingester/__main__.py +0 -0
  25. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/ingester/constants.py +0 -0
  26. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/ingester/ingester.py +0 -0
  27. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/__init__.py +0 -0
  28. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/es_metrics.py +0 -0
  29. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
  30. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/helper.py +0 -0
  31. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/metrics_server.py +0 -0
  32. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  33. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  34. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  35. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/plumber/__init__.py +0 -0
  36. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/plumber/run_plumber.py +0 -0
  37. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/__init__.py +0 -0
  38. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/client.py +0 -0
  39. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/creator/__init__.py +0 -0
  40. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/creator/run.py +0 -0
  41. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/creator/run_worker.py +0 -0
  42. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/loader/__init__.py +0 -0
  43. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/loader/run.py +0 -0
  44. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/loader/run_worker.py +0 -0
  45. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/replay/replay.py +0 -0
  46. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/safelist_client.py +0 -0
  47. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/__init__.py +0 -0
  48. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/collection.py +0 -0
  49. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  50. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  51. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/controllers/interface.py +0 -0
  52. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/run_scaler.py +0 -0
  53. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/server_base.py +0 -0
  54. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/submission_client.py +0 -0
  55. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/tasking_client.py +0 -0
  56. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/updater/__init__.py +0 -0
  57. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/updater/helper.py +0 -0
  58. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/updater/run_updater.py +0 -0
  59. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/vacuum/__init__.py +0 -0
  60. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/vacuum/crawler.py +0 -0
  61. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/vacuum/department_map.py +0 -0
  62. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/vacuum/safelist.py +0 -0
  63. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/vacuum/stream_map.py +0 -0
  64. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/vacuum/worker.py +0 -0
  65. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/workflow/__init__.py +0 -0
  66. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/workflow/run_workflow.py +0 -0
  67. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  68. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  69. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core.egg-info/requires.txt +0 -0
  70. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core.egg-info/top_level.txt +0 -0
  71. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/setup.cfg +0 -0
  72. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/setup.py +0 -0
  73. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_alerter.py +0 -0
  74. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_dispatcher.py +0 -0
  75. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_expiry.py +0 -0
  76. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_plumber.py +0 -0
  77. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_replay.py +0 -0
  78. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_scaler.py +0 -0
  79. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_scheduler.py +0 -0
  80. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_simulation.py +0 -0
  81. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_vacuum.py +0 -0
  82. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_worker_ingest.py +0 -0
  83. {assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/test/test_worker_submit.py +0 -0
{assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.4.0.dev5
3
+ Version: 4.4.0.dev7
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
assemblyline-core-4.4.0.dev7/assemblyline_core/VERSION ADDED
@@ -0,0 +1 @@
1
+ 4.4.0.dev7
{assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/controllers/kubernetes_ctl.py RENAMED
@@ -507,6 +507,9 @@ class KubernetesController(ControllerInterface):
507
507
  for event in watch.stream(func=self.apps_api.list_namespaced_deployment,
508
508
  namespace=self.namespace, label_selector=label_selector,
509
509
  timeout_seconds=WATCH_TIMEOUT, _request_timeout=WATCH_API_TIMEOUT):
510
+ if 'dependency_for' in event['raw_object']['metadata']['labels']:
511
+ continue
512
+
510
513
  if event['type'] in ['ADDED', 'MODIFIED']:
511
514
  name = event['raw_object']['metadata']['labels'].get('component', None)
512
515
  if name is not None:
{assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core/scaler/scaler_server.py RENAMED
@@ -713,7 +713,8 @@ class ScalerServer(ThreadedCoreBase):
713
713
  used_memory = total_memory - free_memory
714
714
  free_memory = total_memory * self.get_memory_overallocation() - used_memory
715
715
 
716
- #
716
+ # Make adjustments to the targets until everything is satisified
717
+ # or we don't have the resouces to make more adjustments
717
718
  def trim(prof: list[ServiceProfile]):
718
719
  prof = [_p for _p in prof if _p.desired_instances > targets[_p.name]]
719
720
  drop = [_p for _p in prof if _p.cpu > free_cpu or _p.ram > free_memory]
@@ -724,7 +725,6 @@ class ScalerServer(ThreadedCoreBase):
724
725
  return prof
725
726
 
726
727
  remaining_profiles: list[ServiceProfile] = trim(list(all_profiles.values()))
727
-
728
728
  while remaining_profiles:
729
729
  # TODO do we need to add balancing metrics other than 'least running' for this? probably
730
730
  remaining_profiles.sort(key=lambda _p: targets[_p.name])
{assemblyline-core-4.4.0.dev5 → assemblyline-core-4.4.0.dev7}/assemblyline_core.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.4.0.dev5
3
+ Version: 4.4.0.dev7
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
assemblyline-core-4.4.0.dev5/assemblyline_core/VERSION DELETED
@@ -1 +0,0 @@
1
- 4.4.0.dev5