dissect.target 3.17.dev15__tar.gz → 3.17.dev18__tar.gz

{dissect.target-3.17.dev15/dissect.target.egg-info → dissect.target-3.17.dev18}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dissect.target
-Version: 3.17.dev15
+Version: 3.17.dev18
 Summary: This module ties all other Dissect modules together, it provides a programming API and command line tools which allow easy access to various data sources inside disk images or file collections (a.k.a. targets)
 Author-email: Dissect Team <dissect@fox-it.com>
 License: Affero General Public License v3

{dissect.target-3.17.dev15 → dissect.target-3.17.dev18}/dissect/target/container.py

@@ -258,3 +258,4 @@ register("vdi", "VdiContainer")
 register("hdd", "HddContainer")
 register("hds", "HdsContainer")
 register("split", "SplitContainer")
+register("fortifw", "FortiFirmwareContainer")

dissect.target-3.17.dev18/dissect/target/containers/fortifw.py

@@ -0,0 +1,190 @@
+from __future__ import annotations
+
+import gzip
+import io
+import logging
+import zlib
+from itertools import cycle, islice
+from pathlib import Path
+from typing import BinaryIO
+
+from dissect.util.stream import AlignedStream, RangeStream, RelativeStream
+
+from dissect.target.container import Container
+from dissect.target.tools.utils import catch_sigpipe
+
+log = logging.getLogger(__name__)
+
+
+def find_xor_key(fh: BinaryIO) -> bytes:
+    """Find the XOR key for the firmware file by using known plaintext of zeros.
+
+    File-like object ``fh`` must be seeked to the correct offset where it should decode to all zeroes (0x00).
+
+    Arguments:
+        fh: File-like object to read from.
+
+    Returns:
+        bytes: XOR key, note that the XOR key is not validated and may be incorrect.
+    """
+    key = bytearray()
+
+    pos = fh.tell()
+    buf = fh.read(32)
+    fh.seek(pos)
+
+    if pos % 512 == 0:
+        xor_char = 0xFF
+    else:
+        fh.seek(pos - 1)
+        xor_char = ord(fh.read(1))
+
+    for i, k_char in enumerate(buf):
+        idx = (i + pos) & 0x1F
+        key.append((xor_char ^ k_char ^ idx) & 0xFF)
+        xor_char = k_char
+
+    # align xor key
+    koffset = 32 - (pos & 0x1F)
+    key = islice(cycle(key), koffset, koffset + 32)
+    return bytes(key)
+
+
+class FortiFirmwareFile(AlignedStream):
+    """Fortinet firmware file, handles transparant decompression and deobfuscation of the firmware file."""
+
+    def __init__(self, fh: BinaryIO):
+        self.fh = fh
+        self.trailer_offset = None
+        self.trailer_data = None
+        self.xor_key = None
+        self.is_gzipped = False
+
+        size = None
+
+        # Check if the file is gzipped
+        self.fh.seek(0)
+        header = self.fh.read(4)
+        if header.startswith(b"\x1f\x8b"):
+            self.is_gzipped = True
+
+            # Find the extra metadata behind the gzip compressed data
+            # as a bonus we can also calculate the size of the firmware here
+            dec = zlib.decompressobj(wbits=16 + zlib.MAX_WBITS)
+            self.fh.seek(0)
+            size = 0
+            while True:
+                data = self.fh.read(io.DEFAULT_BUFFER_SIZE)
+                if not data:
+                    break
+                d = dec.decompress(dec.unconsumed_tail + data)
+                size += len(d)
+
+            # Ignore the trailer data of the gzip file if we have any
+            if dec.unused_data:
+                self.trailer_offset = self.fh.seek(-len(dec.unused_data), io.SEEK_END)
+                self.trailer_data = self.fh.read()
+                log.info("Found trailer offset: %d, data: %r", self.trailer_offset, self.trailer_data)
+                self.fh = RangeStream(self.fh, 0, self.trailer_offset)
+
+            self.fh.seek(0)
+            self.fh = gzip.GzipFile(fileobj=self.fh)
+
+        # Find the xor key based on known offsets where the firmware should decode to zero bytes
+        for zero_offset in (0x30, 0x40, 0x400):
+            self.fh.seek(zero_offset)
+            xor_key = find_xor_key(self.fh)
+            if xor_key.isalnum():
+                self.xor_key = xor_key
+                log.info("Found key %r @ offset %s", self.xor_key, zero_offset)
+                break
+        else:
+            log.info("No xor key found")
+
+        # Determine the size of the firmware file if we didn't calculate it yet
+        if size is None:
+            size = self.fh.seek(0, io.SEEK_END)
+
+        log.info("firmware size: %s", size)
+        log.info("xor key: %r", self.xor_key)
+        log.info("gzipped: %s", self.is_gzipped)
+        self.fh.seek(0)
+
+        # Align the stream to 512 bytes which simplifies the XOR deobfuscation code
+        super().__init__(size=size, align=512)
+
+    def _read(self, offset: int, length: int) -> bytes:
+        self.fh.seek(offset)
+        buf = self.fh.read(length)
+
+        if not self.xor_key:
+            return buf
+
+        buf = bytearray(buf)
+        xor_char = 0xFF
+        for i, cur_char in enumerate(buf):
+            if (i + offset) % 512 == 0:
+                xor_char = 0xFF
+            idx = (i + offset) & 0x1F
+            buf[i] = ((self.xor_key[idx] ^ cur_char ^ xor_char) - idx) & 0xFF
+            xor_char = cur_char
+
+        return bytes(buf)
+
+
+class FortiFirmwareContainer(Container):
+    __type__ = "fortifw"
+
+    def __init__(self, fh: BinaryIO | Path, *args, **kwargs):
+        if not hasattr(fh, "read"):
+            fh = fh.open("rb")
+
+        # Open the firmware file
+        self.ff = FortiFirmwareFile(fh)
+
+        # seek to MBR
+        self.fw = RelativeStream(self.ff, 0x200)
+        super().__init__(self.fw, self.ff.size, *args, **kwargs)
+
+    @staticmethod
+    def detect_fh(fh: BinaryIO, original: list | BinaryIO) -> bool:
+        return False
+
+    @staticmethod
+    def detect_path(path: Path, original: list | BinaryIO) -> bool:
+        # all Fortinet firmware files end with `-FORTINET.out`
+        return str(path).lower().endswith("-fortinet.out")
+
+    def read(self, length: int) -> bytes:
+        return self.fw.read(length)
+
+    def seek(self, offset: int, whence: int = io.SEEK_SET) -> int:
+        return self.fw.seek(offset, whence)
+
+    def tell(self) -> int:
+        return self.fw.tell()
+
+    def close(self) -> None:
+        pass
+
+
+@catch_sigpipe
+def main(argv: list[str] | None = None) -> None:
+    import argparse
+    import shutil
+    import sys
+
+    parser = argparse.ArgumentParser(description="Decompress and deobfuscate Fortinet firmware file to stdout.")
+    parser.add_argument("file", type=argparse.FileType("rb"), help="Fortinet firmware file")
+    parser.add_argument("--verbose", "-v", action="store_true", help="verbose output")
+    args = parser.parse_args(argv)
+
+    if args.verbose:
+        logging.basicConfig(level=logging.INFO)
+
+    ff = FortiFirmwareFile(args.file)
+    shutil.copyfileobj(ff, sys.stdout.buffer)
+
+
+if __name__ == "__main__":
+    main()

{dissect.target-3.17.dev15 → dissect.target-3.17.dev18/dissect.target.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dissect.target
-Version: 3.17.dev15
+Version: 3.17.dev18
 Summary: This module ties all other Dissect modules together, it provides a programming API and command line tools which allow easy access to various data sources inside disk images or file collections (a.k.a. targets)
 Author-email: Dissect Team <dissect@fox-it.com>
 License: Affero General Public License v3

{dissect.target-3.17.dev15 → dissect.target-3.17.dev18}/dissect.target.egg-info/SOURCES.txt

@@ -22,6 +22,7 @@ dissect/target/volume.py
 dissect/target/containers/__init__.py
 dissect/target/containers/asdf.py
 dissect/target/containers/ewf.py
+dissect/target/containers/fortifw.py
 dissect/target/containers/hdd.py
 dissect/target/containers/hds.py
 dissect/target/containers/qcow2.py
@@ -361,6 +362,7 @@ tests/_docs/Makefile
 tests/_docs/conf.py
 tests/_docs/index.rst
 tests/containers/__init__.py
+tests/containers/test_fortifw.py
 tests/containers/test_split.py
 tests/filesystems/__init__.py
 tests/filesystems/test_cb.py

dissect.target-3.17.dev18/tests/containers/test_fortifw.py

@@ -0,0 +1,80 @@
+import gzip
+import io
+from pathlib import Path
+
+import pytest
+
+from dissect.target.containers.fortifw import FortiFirmwareFile, find_xor_key, main
+
+# decompressed header of FGT_VM64-v7.4.3.F-build2573-FORTINET.out
+FIRMWARE_HEADER = bytes.fromhex(
+    """
+9ede e4a5 f69f c9aa 92de 92ff b7eb 060a
+6475 5c76 7173 6a68 4347 4a4c 774c 7dac
+b893 c5e0 81d7 aef0 f58b f3ae d3bf d581
+a9f1 a2fb a2fc b0eb 9eca 93c6 83d1 b5fa
+9bdb e1a0 f39a d8bb 83cf 83ee a1fd a6c1
+e9b1 e2bb e2bc f0ab de8a d386 c391 f5ba
+db9b a1e0 b3da 98fb c38f c3ae e1bd e681
+a9f1 a2fb a2fc b0eb 9eca 93c6 83d1 b5fa
+"""
+)
+
+
+def test_find_xor_key() -> None:
+    fh = io.BytesIO(FIRMWARE_HEADER)
+    for offset in (0x30, 0x40, 0x31, 0x35):
+        fh.seek(offset)
+        key = find_xor_key(fh)
+        assert key.isalnum()
+        assert key == b"aA8BWlDd0EFfCQUh8IAJMKZLmMCNYOzP"
+
+    # incorrect key as at offset 0 it does not decode to zero bytes
+    fh.seek(0)
+    key = find_xor_key(fh)
+    assert not key.isalnum()
+
+
+@pytest.mark.parametrize(
+    "header,is_gzipped",
+    [
+        pytest.param(FIRMWARE_HEADER, False, id="uncompressed"),
+        pytest.param(gzip.compress(FIRMWARE_HEADER), True, id="compressed"),
+    ],
+)
+def test_deobfuscate_firmware_file(header: bytes, is_gzipped: bool) -> None:
+    ff = FortiFirmwareFile(io.BytesIO(header))
+
+    # magic bytes
+    ff.seek(12)
+    assert ff.read(4) == b"\xff\x00\xaa\x55"
+
+    # firmware name
+    ff.seek(16)
+    assert ff.read(32) == b"FGVM64-7.04-FW-build2573-240201-"
+
+    # test metadata
+    assert ff.is_gzipped == is_gzipped
+    assert ff.size == len(FIRMWARE_HEADER)
+
+
+def test_gzip_trailer() -> None:
+    trailer_data = b"TRAILER DATA"
+
+    gzip_data = gzip.compress(FIRMWARE_HEADER)
+    fh = io.BytesIO(gzip_data + trailer_data)
+    ff = FortiFirmwareFile(fh)
+
+    assert ff.is_gzipped
+    assert ff.size == len(FIRMWARE_HEADER)
+    assert ff.trailer_offset == len(gzip_data)
+    assert ff.trailer_data == trailer_data
+
+
+def test_fortifw_main(tmp_path: Path, capsysbinary: pytest.CaptureFixture[bytes]) -> None:
+    fw_path = tmp_path / "fw.bin"
+    fw_path.write_bytes(FIRMWARE_HEADER)
+
+    main([str(fw_path)])
+    stdout, _ = capsysbinary.readouterr()
+    assert b"\xff\x00\xaa\x55FGVM64-7.04-FW-build2573-240201-" in stdout