assemblyline-v4-service 4.4.0.24__py3-none-any.whl → 4.4.0.26__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of assemblyline-v4-service might be problematic. Click here for more details.

Files changed (42) hide show
  1. assemblyline_v4_service/VERSION +1 -1
  2. assemblyline_v4_service/common/api.py +3 -2
  3. assemblyline_v4_service/common/base.py +3 -4
  4. assemblyline_v4_service/common/helper.py +1 -2
  5. assemblyline_v4_service/common/{extractor/ocr.py → ocr.py} +0 -1
  6. assemblyline_v4_service/common/ontology_helper.py +7 -8
  7. assemblyline_v4_service/common/request.py +4 -5
  8. assemblyline_v4_service/common/result.py +3 -3
  9. assemblyline_v4_service/common/task.py +3 -3
  10. assemblyline_v4_service/common/utils.py +2 -2
  11. assemblyline_v4_service/updater/helper.py +4 -0
  12. {assemblyline_v4_service-4.4.0.24.dist-info → assemblyline_v4_service-4.4.0.26.dist-info}/METADATA +1 -1
  13. assemblyline_v4_service-4.4.0.26.dist-info/RECORD +28 -0
  14. assemblyline_v4_service/common/balbuzard/__init__.py +0 -0
  15. assemblyline_v4_service/common/balbuzard/balbuzard.py +0 -656
  16. assemblyline_v4_service/common/balbuzard/bbcrack.py +0 -830
  17. assemblyline_v4_service/common/balbuzard/patterns.py +0 -650
  18. assemblyline_v4_service/common/dynamic_service_helper.py +0 -3631
  19. assemblyline_v4_service/common/extractor/__init__.py +0 -1
  20. assemblyline_v4_service/common/extractor/base64.py +0 -86
  21. assemblyline_v4_service/common/extractor/pe_file.py +0 -51
  22. assemblyline_v4_service/common/icap.py +0 -149
  23. assemblyline_v4_service/common/keytool_parse.py +0 -66
  24. assemblyline_v4_service/common/pestudio/__init__.py +0 -0
  25. assemblyline_v4_service/common/pestudio/xml/__init__.py +0 -0
  26. assemblyline_v4_service/common/pestudio/xml/features.xml +0 -5607
  27. assemblyline_v4_service/common/pestudio/xml/functions.xml +0 -5824
  28. assemblyline_v4_service/common/pestudio/xml/languages.xml +0 -375
  29. assemblyline_v4_service/common/pestudio/xml/resources.xml +0 -511
  30. assemblyline_v4_service/common/pestudio/xml/signatures.xml +0 -29105
  31. assemblyline_v4_service/common/pestudio/xml/strings.xml +0 -2379
  32. assemblyline_v4_service/common/safelist_helper.py +0 -73
  33. assemblyline_v4_service/common/section_reducer.py +0 -43
  34. assemblyline_v4_service/common/tag_helper.py +0 -117
  35. assemblyline_v4_service/common/tag_reducer.py +0 -242
  36. assemblyline_v4_service/testing/__init__.py +0 -0
  37. assemblyline_v4_service/testing/helper.py +0 -463
  38. assemblyline_v4_service/testing/regenerate_results.py +0 -37
  39. assemblyline_v4_service-4.4.0.24.dist-info/RECORD +0 -53
  40. {assemblyline_v4_service-4.4.0.24.dist-info → assemblyline_v4_service-4.4.0.26.dist-info}/LICENCE.md +0 -0
  41. {assemblyline_v4_service-4.4.0.24.dist-info → assemblyline_v4_service-4.4.0.26.dist-info}/WHEEL +0 -0
  42. {assemblyline_v4_service-4.4.0.24.dist-info → assemblyline_v4_service-4.4.0.26.dist-info}/top_level.txt +0 -0
@@ -1 +1 @@
1
- 4.4.0.24
1
+ 4.4.0.26
@@ -1,10 +1,11 @@
1
1
  import os
2
- import requests
3
2
  import time
4
3
  import traceback
4
+ from io import StringIO
5
5
 
6
+ import requests
6
7
  from assemblyline_core.safelist_client import SafelistClient
7
- from io import StringIO
8
+
8
9
  DEFAULT_SERVICE_SERVER = "http://localhost:5003"
9
10
  DEFAULT_AUTH_KEY = "ThisIsARandomAuthKey...ChangeMe!"
10
11
  DEVELOPMENT_MODE = False
@@ -3,24 +3,23 @@ from __future__ import annotations
3
3
  import hashlib
4
4
  import logging
5
5
  import os
6
- import requests
7
6
  import shutil
8
7
  import tarfile
9
8
  import tempfile
10
9
  import time
11
10
  import warnings
12
-
13
- from typing import Dict, Optional
14
11
  from pathlib import Path
12
+ from typing import Dict, Optional
15
13
 
14
+ import requests
16
15
  from assemblyline.common import exceptions, log, version
17
16
  from assemblyline.common.digests import get_sha256_for_file
18
17
  from assemblyline.odm.messages.task import Task as ServiceTask
19
18
  from assemblyline_v4_service.common import helper
20
19
  from assemblyline_v4_service.common.api import PrivilegedServiceAPI, ServiceAPI
20
+ from assemblyline_v4_service.common.ontology_helper import OntologyHelper
21
21
  from assemblyline_v4_service.common.request import ServiceRequest
22
22
  from assemblyline_v4_service.common.task import Task
23
- from assemblyline_v4_service.common.ontology_helper import OntologyHelper
24
23
 
25
24
  # Ignore all other warnings that a service's libraries can generate
26
25
  warnings.filterwarnings("ignore")
@@ -1,9 +1,8 @@
1
1
  import os
2
- import yaml
3
-
4
2
  from io import BytesIO
5
3
  from typing import Dict, Union
6
4
 
5
+ import yaml
7
6
  from assemblyline.common.classification import Classification, InvalidDefinition
8
7
  from assemblyline.common.dict_utils import recursive_update
9
8
  from assemblyline.common.version import BUILD_MINOR, FRAMEWORK_VERSION, SYSTEM_VERSION
@@ -3,7 +3,6 @@ from __future__ import annotations
3
3
  from typing import TextIO
4
4
 
5
5
  import regex
6
-
7
6
  from assemblyline_v4_service.common.helper import get_service_manifest
8
7
  from assemblyline_v4_service.common.utils import PASSWORD_WORDS
9
8
 
@@ -1,18 +1,17 @@
1
+ import json
2
+ import os
3
+ from collections import defaultdict
4
+ from typing import Dict
5
+
1
6
  from assemblyline.common import forge
2
- from assemblyline.common.dict_utils import flatten, unflatten, get_dict_fingerprint_hash
7
+ from assemblyline.common.dict_utils import flatten, get_dict_fingerprint_hash, unflatten
3
8
  from assemblyline.odm.base import Model, construct_safe
4
9
  from assemblyline.odm.models.ontology import ODM_VERSION
5
- from assemblyline.odm.models.ontology.results import NetworkConnection
6
10
  from assemblyline.odm.models.ontology.filetypes import PE
11
+ from assemblyline.odm.models.ontology.results import NetworkConnection
7
12
  from assemblyline.odm.models.tagging import Tagging
8
13
  from assemblyline_v4_service.common import helper
9
14
 
10
- from collections import defaultdict
11
- from typing import Dict
12
-
13
- import json
14
- import os
15
-
16
15
  ONTOLOGY_FILETYPE_MODELS = [PE]
17
16
  ONTOLOGY_CLASS_TO_FIELD = {
18
17
  NetworkConnection: "netflow"
@@ -1,17 +1,16 @@
1
1
  import logging
2
2
  import tempfile
3
-
4
- from PIL import Image
5
3
  from typing import Any, Dict, Optional, TextIO, Union
6
4
 
7
5
  from assemblyline.common import forge
8
6
  from assemblyline.common import log as al_log
9
7
  from assemblyline.common.classification import Classification
10
- from assemblyline_v4_service.common.api import ServiceAPI, PrivilegedServiceAPI
11
- from assemblyline_v4_service.common.extractor.ocr import ocr_detections
8
+ from assemblyline_v4_service.common.api import PrivilegedServiceAPI, ServiceAPI
9
+ from assemblyline_v4_service.common.ocr import ocr_detections
12
10
  from assemblyline_v4_service.common.result import Heuristic, Result, ResultKeyValueSection
13
- from assemblyline_v4_service.common.task import Task, MaxExtractedExceeded
11
+ from assemblyline_v4_service.common.task import MaxExtractedExceeded, Task
14
12
  from assemblyline_v4_service.common.utils import extract_passwords
13
+ from PIL import Image
15
14
 
16
15
  CLASSIFICATION = forge.get_classification()
17
16
  WEBP_MAX_SIZE = 16383
@@ -2,14 +2,14 @@ from __future__ import annotations
2
2
 
3
3
  import json
4
4
  import logging
5
- from typing import Any, Dict, List, Optional, TextIO, TYPE_CHECKING, Union
5
+ from typing import TYPE_CHECKING, Any, Dict, List, Optional, TextIO, Union
6
6
 
7
7
  from assemblyline.common import log as al_log
8
- from assemblyline.common.attack_map import attack_map, software_map, group_map, revoke_map
8
+ from assemblyline.common.attack_map import attack_map, group_map, revoke_map, software_map
9
9
  from assemblyline.common.classification import Classification
10
10
  from assemblyline.common.dict_utils import unflatten
11
11
  from assemblyline.common.str_utils import StringTable, safe_str
12
- from assemblyline_v4_service.common.helper import get_service_attributes, get_heuristics
12
+ from assemblyline_v4_service.common.helper import get_heuristics, get_service_attributes
13
13
 
14
14
  if TYPE_CHECKING: # Avoid circular dependency
15
15
  from assemblyline_v4_service.common.request import ServiceRequest
@@ -2,7 +2,7 @@ import json
2
2
  import logging
3
3
  import os
4
4
  import tempfile
5
- from typing import List, Optional, Any, Dict, Union
5
+ from typing import Any, Dict, List, Optional, Union
6
6
 
7
7
  from assemblyline.common import forge
8
8
  from assemblyline.common import log as al_log
@@ -10,9 +10,9 @@ from assemblyline.common.classification import Classification
10
10
  from assemblyline.common.digests import get_digests_for_file, get_sha256_for_file
11
11
  from assemblyline.common.isotime import now_as_iso
12
12
  from assemblyline.odm.messages.task import Task as ServiceTask
13
- from assemblyline_v4_service.common.api import ServiceAPI, PrivilegedServiceAPI
14
- from assemblyline_v4_service.common.result import Result
13
+ from assemblyline_v4_service.common.api import PrivilegedServiceAPI, ServiceAPI
15
14
  from assemblyline_v4_service.common.helper import get_service_manifest
15
+ from assemblyline_v4_service.common.result import Result
16
16
 
17
17
 
18
18
  class MaxExtractedExceeded(Exception):
@@ -1,9 +1,9 @@
1
1
  from __future__ import annotations
2
2
 
3
- import signal
4
- import sys
5
3
  import ctypes
6
4
  import re
5
+ import signal
6
+ import sys
7
7
 
8
8
  libc = ctypes.CDLL("libc.so.6")
9
9
 
@@ -35,6 +35,10 @@ def add_cacert(cert: str) -> None:
35
35
 
36
36
 
37
37
  def filter_downloads(output_path, pattern, default_pattern=".*") -> List[Tuple[str, str]]:
38
+ if not output_path:
39
+ # Nothing to filter.
40
+ return []
41
+
38
42
  f_files = []
39
43
  if not pattern:
40
44
  # Regex will either match on the filename, directory, or filepath, either with default or given pattern for source
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-v4-service
3
- Version: 4.4.0.24
3
+ Version: 4.4.0.26
4
4
  Summary: Assemblyline 4 - Service base
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-v4-service/
6
6
  Author: CCCS Assemblyline development team
@@ -0,0 +1,28 @@
1
+ assemblyline_v4_service/VERSION,sha256=r1QT0diNuzjyqj3WnR3d8cMYtm8CK8JLo6uyVWcVE4g,9
2
+ assemblyline_v4_service/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
+ assemblyline_v4_service/healthz.py,sha256=3QGBg0EZuXC6UN411HFwpLNEop9UvS9feFhvBUTP-k4,1576
4
+ assemblyline_v4_service/run_privileged_service.py,sha256=9uTfHetXR5G-EDKMDrgfWUOw34yr64-cj6Cm9eZaCbQ,14547
5
+ assemblyline_v4_service/run_service.py,sha256=RCqxdm-OAwJhl15BnKFkuavpQ5k6eTX3ZGeSna5JJBw,5557
6
+ assemblyline_v4_service/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ assemblyline_v4_service/common/api.py,sha256=QWh6qZcbtNRtSHQaWA5Q7oVFS0Kg7PIe6R9MKcoPr6M,4454
8
+ assemblyline_v4_service/common/base.py,sha256=Q2VdhuklXEWJgcAPl7CWGYcbtufatrVXqupti8WAtP4,13186
9
+ assemblyline_v4_service/common/helper.py,sha256=xs9quuf-M1JOdKieBqOmWaOece0CtzXFhhe85xQYmuY,3289
10
+ assemblyline_v4_service/common/ocr.py,sha256=gFPVAGVsmVk4SKL7hCMCT7NEyG-lFLniEFQup6WtCsc,4384
11
+ assemblyline_v4_service/common/ontology_helper.py,sha256=Wao4VZ_YrlmLd3-CXwqsK6c5VTiVZ89CKEhZOgZrm0Q,7792
12
+ assemblyline_v4_service/common/request.py,sha256=oe1Z7Y1UVER9PAsL6QmR-Ol-4hx3FqBypoxYrrI0kg4,9700
13
+ assemblyline_v4_service/common/result.py,sha256=qOwyFP4zJMpngZWDIuc0bFN-tNjLuPP2RDOgkPNwEXI,30349
14
+ assemblyline_v4_service/common/task.py,sha256=kZyjttJGXebynJ5JMgEOgsHhDZUzMTuqUk-eTnyw87U,12480
15
+ assemblyline_v4_service/common/utils.py,sha256=8lkq-BLV2w-tv6hCGlCxUY-6khZKej4MiLxdpeRlXhM,2338
16
+ assemblyline_v4_service/dev/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
17
+ assemblyline_v4_service/dev/run_service_once.py,sha256=4gnb09WeKXlyWQKCQdH4SoL4xtfIRWq_9nyIiECrJ7g,10592
18
+ assemblyline_v4_service/updater/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
+ assemblyline_v4_service/updater/__main__.py,sha256=9Os-u8Tf7MD73JSrUSPmOaErTgfvesNLiEeszU4ujXA,133
20
+ assemblyline_v4_service/updater/app.py,sha256=OF-G7J8IYwTjdGw_BI9numBicZBN5lspm8Eqb3qbIl8,3229
21
+ assemblyline_v4_service/updater/gunicorn_config.py,sha256=p3j2KPBeD5jvMw9O5i7vAtlRgPSVVxIG9AO0DfN82J8,1247
22
+ assemblyline_v4_service/updater/helper.py,sha256=odcgbEe9MtfqKZ6hAPRQGVkn8OEALyn2d7b29oxZ0Mw,9141
23
+ assemblyline_v4_service/updater/updater.py,sha256=gTFNN8Xow1HnlUcftWG30-ULXK5_FfJynZBnf7i4aIQ,29528
24
+ assemblyline_v4_service-4.4.0.26.dist-info/LICENCE.md,sha256=NSkYo9EH8h5oOkzg4VhjAHF4339MqPP2cQ8msTPgl-c,1396
25
+ assemblyline_v4_service-4.4.0.26.dist-info/METADATA,sha256=2CHs20ETPXxjGWggUHbKt8g63VjX_602GqIiA7zqTy8,9328
26
+ assemblyline_v4_service-4.4.0.26.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
27
+ assemblyline_v4_service-4.4.0.26.dist-info/top_level.txt,sha256=Ut5IqePObcxlJ8rv2--dOAzYbxzqlllfiV_51cbqjbA,24
28
+ assemblyline_v4_service-4.4.0.26.dist-info/RECORD,,
File without changes