dissect.target 3.19.dev35__tar.gz → 3.19.dev37__tar.gz

{dissect_target-3.19.dev35/dissect.target.egg-info → dissect_target-3.19.dev37}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dissect.target
-Version: 3.19.dev35
+Version: 3.19.dev37
 Summary: This module ties all other Dissect modules together, it provides a programming API and command line tools which allow easy access to various data sources inside disk images or file collections (a.k.a. targets)
 Author-email: Dissect Team <dissect@fox-it.com>
 License: Affero General Public License v3

dissect_target-3.19.dev37/dissect/target/loaders/libvirt.py

@@ -0,0 +1,40 @@
+from pathlib import Path
+
+from defusedxml import ElementTree
+
+from dissect.target import container
+from dissect.target.helpers import fsutil
+from dissect.target.loader import Loader
+from dissect.target.target import Target
+
+
+class LibvirtLoader(Loader):
+    """Load libvirt xml configuration files."""
+
+    def __init__(self, path: Path, **kwargs):
+        path = path.resolve()
+        self.base_dir = path.parent
+        super().__init__(path)
+
+    @staticmethod
+    def detect(path: Path) -> bool:
+        if path.suffix.lower() != ".xml":
+            return False
+
+        with path.open("rb") as fh:
+            lines = fh.read(512).split(b"\n")
+            # From what I've seen, these are are always at the start of the file
+            # If its generated using virt-install
+            needles = [b"<domain", b"<name>", b"<uuid>"]
+            return all(any(needle in line for line in lines) for needle in needles)
+
+    def map(self, target: Target) -> None:
+        xml_data = ElementTree.fromstring(self.path.read_text())
+        for disk in xml_data.findall("devices/disk/source"):
+            if not (file := disk.get("file")):
+                continue
+
+            for part in [fsutil.basename(file), file]:
+                if (path := self.base_dir.joinpath(part)).exists():
+                    target.disks.add(container.open(path))
+                    break

dissect_target-3.19.dev37/dissect/target/plugins/child/qemu.py

@@ -0,0 +1,21 @@
+from __future__ import annotations
+
+from typing import Iterator
+
+from dissect.target.exceptions import UnsupportedPluginError
+from dissect.target.helpers.record import ChildTargetRecord
+from dissect.target.plugin import ChildTargetPlugin
+
+
+class QemuChildTargetPlugin(ChildTargetPlugin):
+    """Child target plugin that yields all QEMU domains from a KVM libvirt deamon."""
+
+    __type__ = "qemu"
+
+    def check_compatible(self) -> None:
+        if not self.target.fs.path("/etc/libvirt/qemu").exists():
+            raise UnsupportedPluginError("No libvirt QEMU installation found")
+
+    def list_children(self) -> Iterator[ChildTargetRecord]:
+        for domain in self.target.fs.path("/etc/libvirt/qemu").glob("*.xml"):
+            yield ChildTargetRecord(type=self.__type__, path=domain)

{dissect_target-3.19.dev35 → dissect_target-3.19.dev37}/dissect/target/plugins/filesystem/ntfs/mft.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import logging
 from typing import Callable, Iterator
 
@@ -8,6 +10,7 @@ from flow.record import Record
 from flow.record.fieldtypes import windows_path
 
 from dissect.target.exceptions import UnsupportedPluginError
+from dissect.target.filesystems.ntfs import NtfsFilesystem
 from dissect.target.helpers.record import TargetRecordDescriptor
 from dissect.target.plugin import Plugin, arg, export
 from dissect.target.plugins.filesystem.ntfs.utils import (
@@ -119,9 +122,12 @@ COMPACT_RECORD_TYPES = {
 
 
 class MftPlugin(Plugin):
+    def __init__(self, target):
+        super().__init__(target)
+        self.ntfs_filesystems = {index: fs for index, fs in enumerate(self.target.filesystems) if fs.__type__ == "ntfs"}
+
     def check_compatible(self) -> None:
-        ntfs_filesystems = [fs for fs in self.target.filesystems if fs.__type__ == "ntfs"]
-        if not len(ntfs_filesystems):
+        if not len(self.ntfs_filesystems):
             raise UnsupportedPluginError("No NTFS filesystems found")
 
     @export(
@@ -133,12 +139,17 @@ class MftPlugin(Plugin):
         ]
     )
     @arg("--compact", action="store_true", help="compacts the MFT entry timestamps into a single record")
+    @arg("--fs", type=int, default=None, help="optional filesystem index, zero indexed")
+    @arg("--start", type=int, default=0, help="the first MFT segment number")
+    @arg("--end", type=int, default=-1, help="the last MFT segment number")
     @arg(
         "--macb",
         action="store_true",
         help="compacts the MFT entry timestamps into aggregated records with MACB bitfield",
     )
-    def mft(self, compact: bool = False, macb: bool = False):
+    def mft(
+        self, compact: bool = False, fs: int | None = None, start: int = 0, end: int = -1, macb: bool = False
+    ) -> Iterator[Record]:
         """Return the MFT records of all NTFS filesystems.
 
         The Master File Table (MFT) contains primarily metadata about every file and folder on a NFTS filesystem.
@@ -167,55 +178,66 @@ class MftPlugin(Plugin):
         elif macb:
             aggr = macb_aggr
 
-        for fs in self.target.filesystems:
-            if fs.__type__ != "ntfs":
-                continue
-
-            # If this filesystem is a "fake" NTFS filesystem, used to enhance a
-            # VirtualFilesystem, The driveletter (more accurate mount point)
-            # returned will be that of the VirtualFilesystem. This makes sure
-            # the paths returned in the records are actually reachable.
-            drive_letter = get_drive_letter(self.target, fs)
-            volume_uuid = get_volume_identifier(fs)
-
+        if fs is not None:
             try:
-                for record in fs.ntfs.mft.segments():
-                    try:
-                        inuse = bool(record.header.Flags & FILE_RECORD_SEGMENT_IN_USE)
-                        owner, _ = get_owner_and_group(record, fs)
-                        resident = False
-                        size = None
-
-                        if not record.is_dir():
-                            for data_attribute in record.attributes.DATA:
-                                if data_attribute.name == "":
-                                    resident = data_attribute.resident
-                                    break
-
-                            size = get_record_size(record)
-
-                        for path in record.full_paths():
-                            path = f"{drive_letter}{path}"
-                            yield from aggr(
-                                self.mft_records(
-                                    drive_letter=drive_letter,
-                                    record=record,
-                                    segment=record.segment,
-                                    path=path,
-                                    owner=owner,
-                                    size=size,
-                                    resident=resident,
-                                    inuse=inuse,
-                                    volume_uuid=volume_uuid,
-                                    record_formatter=record_formatter,
-                                )
+                filesystem = self.ntfs_filesystems[fs]
+            except KeyError:
+                self.target.log.error("NTFS filesystem with index number %s does not exist", fs)
+                return
+
+            yield from self.segments(filesystem, record_formatter, aggr, start, end)
+        else:
+            for filesystem in self.ntfs_filesystems.values():
+                yield from self.segments(filesystem, record_formatter, aggr, start, end)
+
+    def segments(
+        self, fs: NtfsFilesystem, record_formatter: Callable, aggr: Callable, start: int, end: int
+    ) -> Iterator[Record]:
+        # If this filesystem is a "fake" NTFS filesystem, used to enhance a
+        # VirtualFilesystem, The driveletter (more accurate mount point)
+        # returned will be that of the VirtualFilesystem. This makes sure
+        # the paths returned in the records are actually reachable.
+        drive_letter = get_drive_letter(self.target, fs)
+        volume_uuid = get_volume_identifier(fs)
+
+        try:
+            for record in fs.ntfs.mft.segments(start, end):
+                try:
+                    inuse = bool(record.header.Flags & FILE_RECORD_SEGMENT_IN_USE)
+                    owner, _ = get_owner_and_group(record, fs)
+                    resident = None
+                    size = None
+
+                    if not record.is_dir():
+                        for data_attribute in record.attributes.DATA:
+                            if data_attribute.name == "":
+                                resident = data_attribute.resident
+                                break
+
+                        size = get_record_size(record)
+
+                    for path in record.full_paths():
+                        path = f"{drive_letter}{path}"
+                        yield from aggr(
+                            self.mft_records(
+                                drive_letter=drive_letter,
+                                record=record,
+                                segment=record.segment,
+                                path=path,
+                                owner=owner,
+                                size=size,
+                                resident=resident,
+                                inuse=inuse,
+                                volume_uuid=volume_uuid,
+                                record_formatter=record_formatter,
                             )
-                    except Exception as e:
-                        self.target.log.warning("An error occured parsing MFT segment %d: %s", record.segment, str(e))
-                        self.target.log.debug("", exc_info=e)
+                        )
+                except Exception as e:
+                    self.target.log.warning("An error occured parsing MFT segment %d: %s", record.segment, str(e))
+                    self.target.log.debug("", exc_info=e)
 
-            except Exception:
-                log.exception("An error occured constructing FilesystemRecords")
+        except Exception:
+            log.exception("An error occured constructing FilesystemRecords")
 
     def mft_records(
         self,
@@ -229,7 +251,7 @@ class MftPlugin(Plugin):
         inuse: bool,
         volume_uuid: str,
         record_formatter: Callable,
-    ):
+    ) -> Iterator[Record]:
         for attr in record.attributes.STANDARD_INFORMATION:
             yield from record_formatter(
                 attr=attr,
@@ -286,7 +308,7 @@ class MftPlugin(Plugin):
             )
 
 
-def compacted_formatter(attr: Attribute, record_type: InformationType, **kwargs):
+def compacted_formatter(attr: Attribute, record_type: InformationType, **kwargs) -> Iterator[Record]:
     record_desc = COMPACT_RECORD_TYPES.get(record_type)
     yield record_desc(
         creation_time=attr.creation_time,
@@ -297,7 +319,7 @@ def compacted_formatter(attr: Attribute, record_type: InformationType, **kwargs)
     )
 
 
-def formatter(attr: Attribute, record_type: InformationType, **kwargs):
+def formatter(attr: Attribute, record_type: InformationType, **kwargs) -> Iterator[Record]:
     record_desc = RECORD_TYPES.get(record_type)
     for type, timestamp in [
         ("B", attr.creation_time),

{dissect_target-3.19.dev35 → dissect_target-3.19.dev37/dissect.target.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dissect.target
-Version: 3.19.dev35
+Version: 3.19.dev37
 Summary: This module ties all other Dissect modules together, it provides a programming API and command line tools which allow easy access to various data sources inside disk images or file collections (a.k.a. targets)
 Author-email: Dissect Team <dissect@fox-it.com>
 License: Affero General Public License v3

{dissect_target-3.19.dev35 → dissect_target-3.19.dev37}/dissect.target.egg-info/SOURCES.txt

@@ -96,6 +96,7 @@ dissect/target/loaders/dir.py
 dissect/target/loaders/hyperv.py
 dissect/target/loaders/itunes.py
 dissect/target/loaders/kape.py
+dissect/target/loaders/libvirt.py
 dissect/target/loaders/local.py
 dissect/target/loaders/log.py
 dissect/target/loaders/mqtt.py
@@ -167,6 +168,7 @@ dissect/target/plugins/child/__init__.py
 dissect/target/plugins/child/docker.py
 dissect/target/plugins/child/esxi.py
 dissect/target/plugins/child/hyperv.py
+dissect/target/plugins/child/qemu.py
 dissect/target/plugins/child/virtuozzo.py
 dissect/target/plugins/child/vmware_workstation.py
 dissect/target/plugins/child/wsl.py
@@ -409,6 +411,7 @@ tests/loaders/test_cb.py
 tests/loaders/test_dir.py
 tests/loaders/test_hyperv.py
 tests/loaders/test_kape.py
+tests/loaders/test_libvirt.py
 tests/loaders/test_local.py
 tests/loaders/test_log.py
 tests/loaders/test_mqtt.py
@@ -467,6 +470,7 @@ tests/plugins/apps/webserver/test_webserver.py
 tests/plugins/child/__init__.py
 tests/plugins/child/test_docker.py
 tests/plugins/child/test_hyperv.py
+tests/plugins/child/test_qemu.py
 tests/plugins/child/test_virtuozzo.py
 tests/plugins/child/test_wsl.py
 tests/plugins/filesystem/__init__.py

dissect_target-3.19.dev37/tests/loaders/test_libvirt.py

@@ -0,0 +1,40 @@
+from pathlib import Path
+from unittest.mock import Mock, patch
+
+from dissect.target import Target
+from dissect.target.filesystem import VirtualFilesystem
+from dissect.target.loaders.libvirt import LibvirtLoader
+from tests.conftest import absolute_path
+
+
+def test_libvirt_detection(target_bare: Target, tmp_path: Path) -> None:
+    xml_file = tmp_path.joinpath("base")
+    xml_file.write_text("not a libvirt file")
+
+    assert LibvirtLoader.detect(xml_file) is False
+
+    xml_file = tmp_path.joinpath("base.xml")
+    xml_file.write_text("<domain>")
+    assert LibvirtLoader.detect(xml_file) is False
+
+    xml_file = tmp_path.joinpath("base.xml")
+    xml_file.write_text("not a libvirt file")
+
+    assert LibvirtLoader.detect(xml_file) is False
+
+    qemu_xml = Path(absolute_path("_data/loaders/libvirt/qemu.xml"))
+
+    assert LibvirtLoader.detect(qemu_xml)
+
+
+@patch(f"{LibvirtLoader.__module__}.container.open")
+def test_libvirt_map(mocked_container_open: Mock, target_bare: Target, fs_linux: VirtualFilesystem) -> None:
+    fs_linux.map_file("/test.xml", absolute_path("_data/loaders/libvirt/qemu.xml"))
+    fs_linux.map_file_fh("/var/lib/libvirt/images/linux2022.qcow2", None)
+    fs_linux.map_file_fh("/second-disk.qcow2", None)
+    target_bare.fs.mount("/", fs_linux)
+
+    loader = LibvirtLoader(target_bare.fs.path("/test.xml"))
+    loader.map(target_bare)
+
+    assert mocked_container_open.call_count == 2

dissect_target-3.19.dev37/tests/plugins/child/test_qemu.py

@@ -0,0 +1,32 @@
+import pytest
+
+from dissect.target import Target
+from dissect.target.exceptions import UnsupportedPluginError
+from dissect.target.filesystem import VirtualFilesystem
+from dissect.target.plugins.child.qemu import QemuChildTargetPlugin
+from tests.conftest import absolute_path
+
+
+def test_compatible(target_linux: Target, fs_linux: VirtualFilesystem) -> None:
+    with pytest.raises(UnsupportedPluginError):
+        QemuChildTargetPlugin(target_linux).check_compatible()
+
+    qemu_xml = absolute_path("_data/loaders/libvirt/qemu.xml")
+    fs_linux.map_file("/etc/libvirt/qemu/qemu.xml", qemu_xml)
+    QemuChildTargetPlugin(target_linux).check_compatible()
+
+
+def test_list_children(target_linux: Target, fs_linux: VirtualFilesystem) -> None:
+    qemu_xml = absolute_path("_data/loaders/libvirt/qemu.xml")
+    fs_linux.map_file("/etc/libvirt/qemu/linux2022.xml", qemu_xml)
+    fs_linux.map_file("/etc/libvirt/qemu/linux2024.xml", qemu_xml)
+
+    child_plugin = QemuChildTargetPlugin(target_linux)
+
+    children = list(child_plugin.list_children())
+
+    assert len(children) == 2
+
+    child = children[0]
+    assert child.type == "qemu"
+    assert child.path == "/etc/libvirt/qemu/linux2022.xml"