assemblyline 4.5.1.dev415__tar.gz → 4.5.1.dev420__tar.gz

{assemblyline-4.5.1.dev415/assemblyline.egg-info → assemblyline-4.5.1.dev420}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: assemblyline
-Version: 4.5.1.dev415
+Version: 4.5.1.dev420
 Summary: Assemblyline 4 - Automated malware analysis framework
 Home-page: https://github.com/CybercentreCanada/assemblyline-base
 Author: CCCS Assemblyline development team

assemblyline-4.5.1.dev420/assemblyline/VERSION

@@ -0,0 +1 @@
+4.5.1.dev420

{assemblyline-4.5.1.dev415 → assemblyline-4.5.1.dev420}/assemblyline/common/identify.py

@@ -366,9 +366,20 @@ class Identify:
         # If we're so far failed to identified the file, lets run the yara rules
         elif "unknown" in data["type"] or data["type"] == "text/plain":
             # We do not trust magic/mimetype's CSV identification, so we test it first
-            if data["magic"] == "CSV text" or data["mime"] == "text/csv":
-                try:
-                    with open(path, newline='') as csvfile:
+            if data["magic"] == "CSV text" or data["mime"] in ["text/csv", "application/csv"]:
+                with open(path, newline='') as csvfile:
+                    try:
+                        # Try to read the file as a normal csv without special sniffed dialect
+                        complete_data = [x for x in islice(csv.reader(csvfile), 100)]
+                        if len(complete_data) > 2 and len(set([len(x) for x in complete_data])) == 1:
+                            data["type"] = "text/csv"
+                            # Final type identified, shortcut further processing
+                            return data
+                    except Exception:
+                        pass
+                    csvfile.seek(0)
+                    try:
+                        # Normal CSV didn't work, try sniffing the csv to see how we could parse it
                         dialect = csv.Sniffer().sniff(csvfile.read(1024))
                         csvfile.seek(0)
                         complete_data = [x for x in islice(csv.reader(csvfile, dialect), 100)]
@@ -376,8 +387,8 @@ class Identify:
                             data["type"] = "text/csv"
                             # Final type identified, shortcut further processing
                             return data
-                except Exception:
-                    pass
+                    except Exception:
+                        pass
 
             if data["type"] == "text/plain":
                 # Check if the file is a misidentified json first before running the yara rules

{assemblyline-4.5.1.dev415 → assemblyline-4.5.1.dev420}/assemblyline/odm/models/config.py

@@ -1205,6 +1205,7 @@ class ServiceRegistry(odm.Model):
 @odm.model(index=False, store=False, description="Services Configuration")
 class Services(odm.Model):
     categories: List[str] = odm.List(odm.Keyword(), description="List of categories a service can be assigned to")
+    default_auto_update: bool = odm.Boolean(default=False, description="Should services be auto-updated?")
     default_timeout: int = odm.Integer(description="Default service timeout time in seconds")
     stages: List[str] = odm.List(odm.Keyword(), description="List of execution stages a service can be assigned to")
     image_variables: Dict[str, str] = odm.Mapping(odm.Keyword(default=''),
@@ -1242,6 +1243,7 @@ class Services(odm.Model):
 
 DEFAULT_SERVICES = {
     "categories": SERVICE_CATEGORIES,
+    "default_auto_update": False,
     "default_timeout": 60,
     "stages": SERVICE_STAGES,
     "image_variables": {},

{assemblyline-4.5.1.dev415 → assemblyline-4.5.1.dev420}/assemblyline/odm/models/service.py

@@ -123,6 +123,7 @@ class Service(odm.Model):
     # Regexes applied to assemblyline style file type string
     accepts = odm.Keyword(store=True, default=DEFAULT_SERVICE_ACCEPTS,
                           description="Regex to accept files as identified by Assemblyline")
+    auto_update: bool | None = odm.Optional(odm.Boolean(), description="Should the service be auto-updated?")
     rejects = odm.Optional(odm.Keyword(store=True, default=DEFAULT_SERVICE_REJECTS),
                            description="Regex to reject files as identified by Assemblyline")
 

{assemblyline-4.5.1.dev415 → assemblyline-4.5.1.dev420}/assemblyline/odm/models/service_delta.py

@@ -98,6 +98,7 @@ class SubmissionParamsDelta(odm.Model):
 @ odm.model(index=True, store=False, description="Service Delta relative to Initial Service Configuration")
 class ServiceDelta(odm.Model):
     accepts = odm.Optional(odm.Keyword(), store=True, description=REF_SERVICE)
+    auto_update: bool | None = odm.Optional(odm.Boolean(), description=REF_SERVICE)
     rejects = odm.Optional(odm.Keyword(), store=True, description=REF_SERVICE)
     category = odm.Optional(odm.Keyword(), store=True, copyto="__text__", description=REF_SERVICE)
     classification = odm.Optional(odm.ClassificationString(), description=REF_SERVICE)

{assemblyline-4.5.1.dev415 → assemblyline-4.5.1.dev420/assemblyline.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: assemblyline
-Version: 4.5.1.dev415
+Version: 4.5.1.dev420
 Summary: Assemblyline 4 - Automated malware analysis framework
 Home-page: https://github.com/CybercentreCanada/assemblyline-base
 Author: CCCS Assemblyline development team

assemblyline-4.5.1.dev415/assemblyline/VERSION

@@ -1 +0,0 @@
-4.5.1.dev415