assemblyline 4.7.0.dev3__tar.gz → 4.7.0.dev6__tar.gz

{assemblyline-4.7.0.dev3/assemblyline.egg-info → assemblyline-4.7.0.dev6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: assemblyline
-Version: 4.7.0.dev3
+Version: 4.7.0.dev6
 Summary: Assemblyline 4 - Automated malware analysis framework
 Home-page: https://github.com/CybercentreCanada/assemblyline-base
 Author: CCCS Assemblyline development team

assemblyline-4.7.0.dev6/assemblyline/VERSION

@@ -0,0 +1 @@
+4.7.0.dev6

assemblyline-4.7.0.dev6/assemblyline/common/dispatcher.py

@@ -0,0 +1,39 @@
+from redis import Redis
+
+from assemblyline.remote.datatypes.hash import Hash
+from assemblyline.remote.datatypes.queues.named import NamedQueue
+
+
+DISPATCH_TASK_ASSIGNMENT = 'dispatcher-tasks-assigned-to-'
+TASK_ASSIGNMENT_PATTERN = DISPATCH_TASK_ASSIGNMENT + '*'
+DISPATCH_START_EVENTS = 'dispatcher-start-events-'
+DISPATCH_RESULT_QUEUE = 'dispatcher-results-'
+DISPATCH_COMMAND_QUEUE = 'dispatcher-commands-'
+DISPATCH_DIRECTORY = 'dispatchers-directory'
+
+
+class Dispatcher:
+    """A utility class for fetching information about the dispatchers running in the system."""
+    @staticmethod
+    def all_instances(persistent_redis: Redis) -> list[str]:
+        """List all dispatchers who have created a listing for themselves."""
+        return Hash(DISPATCH_DIRECTORY, host=persistent_redis).keys()
+
+    @staticmethod
+    def instance_assignment_size(persistent_redis: Redis, instance_id: str):
+        """Get the number of submissions assigned to a given dispatcher instance."""
+        return Hash(DISPATCH_TASK_ASSIGNMENT + instance_id, host=persistent_redis).length()
+
+    @staticmethod
+    def instance_assignment(persistent_redis: Redis, instance_id: str) -> list[str]:
+        """List the submissions assigned to a given dispatcher instance."""
+        return Hash(DISPATCH_TASK_ASSIGNMENT + instance_id, host=persistent_redis).keys()
+
+    @staticmethod
+    def all_queue_lengths(redis: Redis, instance_id: str):
+        """Get the queue lengths for a given dispatcher instance."""
+        return {
+            'start': NamedQueue(DISPATCH_START_EVENTS + instance_id, host=redis).length(),
+            'result': NamedQueue(DISPATCH_RESULT_QUEUE + instance_id, host=redis).length(),
+            'command': NamedQueue(DISPATCH_COMMAND_QUEUE + instance_id, host=redis).length()
+        }

{assemblyline-4.7.0.dev3 → assemblyline-4.7.0.dev6}/assemblyline/odm/models/config.py

@@ -112,7 +112,6 @@ class LDAP(odm.Model):
     enabled: bool = odm.Boolean(description="Should LDAP be enabled or not?")
     ip_filter: List[str] = odm.Optional(odm.List(odm.ValidatedKeyword(CIDR_REGEX)),
                                         description="List of CIDRs allowed to access internal authentication")
-    admin_dn: str = odm.Optional(odm.Keyword(), description="DN of the group or the user who will get admin privileges")
     bind_user: str = odm.Optional(odm.Keyword(), description="User use to query the LDAP server")
     bind_pass: str = odm.Optional(odm.Keyword(), description="Password used to query the LDAP server")
     auto_create: bool = odm.Boolean(description="Auto-create users if they are missing")
@@ -120,19 +119,12 @@ class LDAP(odm.Model):
     auto_properties: List[AutoProperty] = odm.List(odm.Compound(AutoProperty), default=[],
                                                    description="Automatic role and classification assignments")
     base: str = odm.Keyword(description="Base DN for the users")
-    classification_mappings: Dict[str, str] = odm.Any(description="Classification mapping")
     email_field: str = odm.Keyword(description="Name of the field containing the email address")
     group_lookup_query: str = odm.Keyword(description="How the group lookup is queried")
     group_lookup_with_uid: bool = odm.Boolean(description="Use username/uid instead of dn for group lookup")
     image_field: str = odm.Keyword(description="Name of the field containing the user's avatar")
     image_format: str = odm.Keyword(description="Type of image used to store the avatar")
     name_field: str = odm.Keyword(description="Name of the field containing the user's name")
-    signature_importer_dn: str = odm.Optional(
-        odm.Keyword(),
-        description="DN of the group or the user who will get signature_importer role")
-    signature_manager_dn: str = odm.Optional(
-        odm.Keyword(),
-        description="DN of the group or the user who will get signature_manager role")
     uid_field: str = odm.Keyword(description="Field name for the UID")
     uri: str = odm.Keyword(description="URI to the LDAP server")
 
@@ -153,12 +145,6 @@ DEFAULT_LDAP = {
     "name_field": "cn",
     "uid_field": "uid",
     "uri": "ldap://localhost:389",
-
-    # Deprecated
-    "admin_dn": None,
-    "classification_mappings": {},
-    "signature_importer_dn": None,
-    "signature_manager_dn": None,
 }
 
 @odm.model(index=False, store=False, description="Internal Authentication Configuration")
@@ -2187,11 +2173,6 @@ class Submission(odm.Model):
     max_temp_data_length: int = odm.Integer(description="Maximum length for each temporary data values")
     metadata: MetadataConfig = odm.Compound(MetadataConfig, default=DEFAULT_METADATA_CONFIGURATION,
                                             description="Metadata compliance rules")
-    sha256_sources: List[Sha256Source] = odm.List(
-        odm.Compound(Sha256Source),
-        default=[],
-        description="List of external source to fetch file via their SHA256 hashes",
-        deprecation="Use submission.file_sources which is an extension of this configuration")
     file_sources: List[FileSource] = odm.List(
         odm.Compound(FileSource),
         default=[],
@@ -2225,7 +2206,6 @@ DEFAULT_SUBMISSION = {
     'max_metadata_length': 4096,
     'max_temp_data_length': 4096,
     'metadata': DEFAULT_METADATA_CONFIGURATION,
-    'sha256_sources': [],
     'file_sources': [],
     'tag_types': DEFAULT_TAG_TYPES,
     'verdicts': DEFAULT_VERDICTS,