dissect.target 3.8.dev30__py3-none-any.whl → 3.8.dev32__py3-none-any.whl

dissect/target/plugins/browsers/browser.py

@@ -20,11 +20,26 @@ GENERIC_HISTORY_RECORD_FIELDS = [
     ("uri", "from_url"),
     ("path", "source"),
 ]
+GENERIC_DOWNLOAD_RECORD_FIELDS = [
+    ("datetime", "ts_start"),
+    ("datetime", "ts_end"),
+    ("string", "browser"),
+    ("varint", "id"),
+    ("path", "path"),
+    ("uri", "url"),
+    ("filesize", "size"),
+    ("varint", "state"),
+    ("path", "source"),
+]
 
 BrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
     "browser/history", GENERIC_HISTORY_RECORD_FIELDS
 )
 
+BrowserDownloadRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+    "browser/download", GENERIC_DOWNLOAD_RECORD_FIELDS
+)
+
 
 class BrowserPlugin(Plugin):
     """General browser plugin.
@@ -51,28 +66,42 @@ class BrowserPlugin(Plugin):
         for entry in self.BROWSERS:
             try:
                 self._plugins.append(getattr(self.target, entry))
-            except Exception:  # noqa
+            except Exception:
                 target.log.exception("Failed to load browser plugin: %s", entry)
 
-    def check_compatible(self):
+    def check_compatible(self) -> bool:
+        """Perform a compatibility check with the target.
+        This function checks if any of the supported browser plugins
+        can be used. Otherwise it should raise an ``UnsupportedPluginError``.
+        Raises:
+            UnsupportedPluginError: If the plugin could not be loaded.
+        """
         if not len(self._plugins):
             raise UnsupportedPluginError("No compatible browser plugins found")
 
-    def _func(self, f):
-        for p in self._plugins:
+    def _func(self, func_name: str):
+        """Return the supported browser plugin records.
+
+        Args:
+            func_name: Exported function of the browser plugin to find.
+
+        Yields:
+            Record from the browser function.
+        """
+        for plugin_name in self._plugins:
             try:
-                for entry in getattr(p, f)():
+                for entry in getattr(plugin_name, func_name)():
                     yield entry
             except Exception:
-                self.target.log.exception("Failed to execute browser plugin: %s.%s", p._name, f)
+                self.target.log.exception("Failed to execute browser plugin: %s.%s", plugin_name._name, func_name)
 
     @export(record=BrowserHistoryRecord)
     def history(self):
-        """Return browser history records from all browsers installed.
+        """Return browser history records from all browsers installed and supported.
 
         Historical browser records for Chrome, Chromium, Edge (Chromium), Firefox, and Internet Explorer are returned.
 
-        Yields BrowserHistoryRecords with the following fields:
+        Yields BrowserHistoryRecord with the following fields:
             hostname (string): The target hostname.
             domain (string): The target domain.
             ts (datetime): Visit timestamp.
@@ -91,12 +120,38 @@ class BrowserPlugin(Plugin):
             from_url (uri): URL of the "from" visit.
             source: (path): The source file of the history record.
         """
-        for e in self._func("history"):
-            yield e
+        yield from self._func("history")
 
+    @export(record=BrowserDownloadRecord)
+    def downloads(self):
+        """Return browser download records from all browsers installed and supported.
 
-def try_idna(s):
+        Yields:
+            BrowserDownloadRecord with the following fieds:
+            hostname (string): The target hostname.
+            domain (string): The target domain.
+            ts_start (datetime): Download start timestamp.
+            ts_end (datetime): Download end timestamp.
+            browser (string): The browser from which the records are generated from.
+            id (string): Record ID.
+            path (string): Download path.
+            url (uri): Download URL.
+            size (varint): Download file size.
+            state (varint): Download state number.
+            source: (path): The source file of the download record.
+        """
+        yield from self._func("downloads")
+
+
+def try_idna(url: str) -> bytes:
+    """Attempts to convert a possible Unicode url to ASCII using the IDNA standard.
+
+    Args:
+        url: A String containing the url to be converted.
+
+    Returns: Bytes object with the ASCII version of the url.
+    """
     try:
-        return s.encode("idna")
-    except Exception:  # noqa
-        return s
+        return url.encode("idna")
+    except Exception:
+        return url

dissect/target/plugins/browsers/chrome.py

@@ -1,7 +1,10 @@
 from dissect.target.helpers.descriptor_extensions import UserRecordDescriptorExtension
 from dissect.target.helpers.record import create_extended_descriptor
 from dissect.target.plugin import Plugin, export
-from dissect.target.plugins.browsers.browser import GENERIC_HISTORY_RECORD_FIELDS
+from dissect.target.plugins.browsers.browser import (
+    GENERIC_DOWNLOAD_RECORD_FIELDS,
+    GENERIC_HISTORY_RECORD_FIELDS,
+)
 from dissect.target.plugins.browsers.chromium import ChromiumMixin
 
 
@@ -20,11 +23,19 @@ class ChromePlugin(ChromiumMixin, Plugin):
         # Macos
         "Library/Application Support/Google/Chrome/Default",
     ]
-    HISTORY_RECORD = create_extended_descriptor([UserRecordDescriptorExtension])(
+    BrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
         "browser/chrome/history", GENERIC_HISTORY_RECORD_FIELDS
     )
+    BrowserDownloadRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+        "browser/chrome/download", GENERIC_DOWNLOAD_RECORD_FIELDS
+    )
 
-    @export(record=HISTORY_RECORD)
+    @export(record=BrowserHistoryRecord)
     def history(self):
         """Return browser history records for Google Chrome."""
-        yield from ChromiumMixin.history(self, "chrome")
+        yield from super().history("chrome")
+
+    @export(record=BrowserDownloadRecord)
+    def downloads(self):
+        """Return browser download records for Google Chrome."""
+        yield from super().downloads("chrome")

dissect/target/plugins/browsers/chromium.py

@@ -1,10 +1,11 @@
+from collections import defaultdict
 from typing import Iterator
 
 from dissect.sql import sqlite3
 from dissect.sql.exceptions import Error as SQLError
 from dissect.sql.sqlite3 import SQLite3
 from dissect.util.ts import webkittimestamp
-from flow.record import Record
+from flow.record.fieldtypes import path
 
 from dissect.target.exceptions import FileNotFoundError, UnsupportedPluginError
 from dissect.target.helpers.descriptor_extensions import UserRecordDescriptorExtension
@@ -12,6 +13,7 @@ from dissect.target.helpers.fsutil import TargetPath
 from dissect.target.helpers.record import create_extended_descriptor
 from dissect.target.plugin import Plugin, export
 from dissect.target.plugins.browsers.browser import (
+    GENERIC_DOWNLOAD_RECORD_FIELDS,
     GENERIC_HISTORY_RECORD_FIELDS,
     try_idna,
 )
@@ -21,11 +23,14 @@ class ChromiumMixin:
     """Mixin class with methods for Chromium-based browsers."""
 
     DIRS = []
-    HISTORY_RECORD = create_extended_descriptor([UserRecordDescriptorExtension])(
+    BrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
         "browser/chromium/history", GENERIC_HISTORY_RECORD_FIELDS
     )
+    BrowserDownloadRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+        "browser/chromium/download", GENERIC_DOWNLOAD_RECORD_FIELDS
+    )
 
-    def history(self, browser_name: str = None) -> Iterator[Record]:
+    def history(self, browser_name: str = None) -> Iterator[BrowserHistoryRecord]:
         """Return browser history records from supported Chromium-based browsers.
 
         Args:
@@ -55,7 +60,7 @@ class ChromiumMixin:
         for user, db_file, db in self._iter_db("History"):
             try:
                 urls = {row.id: row for row in db.table("urls").rows()}
-                visits: dict = {}
+                visits = {}
 
                 for row in db.table("visits").rows():
                     visits[row.id] = row
@@ -67,7 +72,7 @@ class ChromiumMixin:
                     else:
                         from_visit, from_url = None, None
 
-                    yield self.HISTORY_RECORD(
+                    yield self.BrowserHistoryRecord(
                         ts=webkittimestamp(row.visit_time),
                         browser=browser_name,
                         id=row.id,
@@ -89,6 +94,66 @@ class ChromiumMixin:
             except SQLError as e:
                 self.target.log.warning("Error processing history file: %s", db_file, exc_info=e)
 
+    def downloads(self, browser_name: str = None) -> Iterator[BrowserDownloadRecord]:
+        """Return browser download records from supported Chromium-based browsers.
+
+        Args:
+            browser_name: The name of the browser as a string.
+        Yields:
+            Records with the following fields:
+                hostname (string): The target hostname.
+                domain (string): The target domain.
+                ts_start (datetime): Download start timestamp.
+                ts_ed (datetime): Download end timestamp.
+                browser (string): The browser from which the records are generated from.
+                id (string): Record ID.
+                path (string): Download path.
+                url (uri): Download URL.
+                size (varint): Download file size.
+                state (varint): Download state number.
+                source: (path): The source file of the download record.
+        Raises:
+            SQLError: If the history file could not be processed.
+        """
+        for user, db_file, db in self._iter_db("History"):
+            try:
+                download_chains = defaultdict(list)
+                for row in db.table("downloads_url_chains"):
+                    download_chains[row.id].append(row)
+
+                for chain in download_chains.values():
+                    chain.sort(key=lambda row: row.chain_index)
+
+                for row in db.table("downloads").rows():
+                    download_path = row.target_path
+                    if download_path and self.target.os == "windows":
+                        download_path = path.from_windows(download_path)
+                    elif download_path:
+                        download_path = path.from_posix()(download_path)
+
+                    url = None
+                    download_chain = download_chains.get(row.id)
+
+                    if download_chain:
+                        url = download_chain[-1].url
+                        url = try_idna(url)
+
+                    yield self.BrowserDownloadRecord(
+                        ts_start=webkittimestamp(row.start_time),
+                        ts_end=webkittimestamp(row.end_time) if row.end_time else None,
+                        browser=browser_name,
+                        id=row.get("id"),
+                        path=download_path,
+                        url=url,
+                        size=row.get("total_bytes"),
+                        state=row.get("state"),
+                        source=str(db_file),
+                        _target=self.target,
+                        _user=user,
+                    )
+            except SQLError as e:
+                self.target.log.warning("Error processing history file: %s", db_file, exc_info=e)
+
     def _iter_db(self, filename: str) -> Iterator[SQLite3]:
         """Generate a connection to a sqlite history database files.
 
@@ -151,7 +216,12 @@ class ChromiumPlugin(ChromiumMixin, Plugin):
         "AppData/Local/Chromium/User Data/Default",
     ]
 
-    @export(record=ChromiumMixin.HISTORY_RECORD)
+    @export(record=ChromiumMixin.BrowserHistoryRecord)
     def history(self):
         """Return browser history records for Chromium browser."""
-        yield from ChromiumMixin.history(self, "chromium")
+        yield from super().history("chromium")
+
+    @export(record=ChromiumMixin.BrowserDownloadRecord)
+    def downloads(self):
+        """Return browser download records for Chromium browser."""
+        yield from super().downloads("chromium")

dissect/target/plugins/browsers/edge.py

@@ -1,7 +1,10 @@
 from dissect.target.helpers.descriptor_extensions import UserRecordDescriptorExtension
 from dissect.target.helpers.record import create_extended_descriptor
 from dissect.target.plugin import Plugin, export
-from dissect.target.plugins.browsers.browser import GENERIC_HISTORY_RECORD_FIELDS
+from dissect.target.plugins.browsers.browser import (
+    GENERIC_DOWNLOAD_RECORD_FIELDS,
+    GENERIC_HISTORY_RECORD_FIELDS,
+)
 from dissect.target.plugins.browsers.chromium import ChromiumMixin
 
 
@@ -16,11 +19,19 @@ class EdgePlugin(ChromiumMixin, Plugin):
         # Macos
         "Library/Application Support/Microsoft Edge/Default",
     ]
-    HISTORY_RECORD = create_extended_descriptor([UserRecordDescriptorExtension])(
+    BrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
         "browser/edge/history", GENERIC_HISTORY_RECORD_FIELDS
     )
+    BrowserDownloadRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+        "browser/edge/download", GENERIC_DOWNLOAD_RECORD_FIELDS
+    )
 
-    @export(record=HISTORY_RECORD)
+    @export(record=BrowserHistoryRecord)
     def history(self):
         """Return browser history records for Microsoft Edge."""
-        yield from ChromiumMixin.history(self, "edge")
+        yield from super().history("edge")
+
+    @export(record=BrowserDownloadRecord)
+    def downloads(self):
+        """Return browser download records for Microsoft Edge."""
+        yield from super().downloads("edge")

dissect/target/plugins/browsers/firefox.py

@@ -1,20 +1,22 @@
+import json
+from typing import Iterator
+
 from dissect.sql import sqlite3
 from dissect.sql.exceptions import Error as SQLError
-from dissect.util.ts import from_unix_us
+from dissect.sql.sqlite3 import SQLite3
+from dissect.util.ts import from_unix_ms, from_unix_us
+from flow.record.fieldtypes import path
 
 from dissect.target.exceptions import FileNotFoundError, UnsupportedPluginError
 from dissect.target.helpers.descriptor_extensions import UserRecordDescriptorExtension
 from dissect.target.helpers.record import create_extended_descriptor
 from dissect.target.plugin import Plugin, export
 from dissect.target.plugins.browsers.browser import (
+    GENERIC_DOWNLOAD_RECORD_FIELDS,
     GENERIC_HISTORY_RECORD_FIELDS,
     try_idna,
 )
 
-FirefoxBrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
-    "browser/firefox/history", GENERIC_HISTORY_RECORD_FIELDS
-)
-
 
 class FirefoxPlugin(Plugin):
     """Firefox browser plugin."""
@@ -27,6 +29,12 @@ class FirefoxPlugin(Plugin):
         ".mozilla/firefox",
         "snap/firefox/common/.mozilla/firefox",
     ]
+    BrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+        "browser/firefox/history", GENERIC_HISTORY_RECORD_FIELDS
+    )
+    BrowserDownloadRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+        "browser/firefox/download", GENERIC_DOWNLOAD_RECORD_FIELDS
+    )
 
     def __init__(self, target):
         super().__init__(target)
@@ -43,7 +51,14 @@ class FirefoxPlugin(Plugin):
         if not len(self.users_dirs):
             raise UnsupportedPluginError("No Firefox directories found")
 
-    def _iter_db(self, filename):
+    def _iter_db(self, filename: str) -> Iterator[SQLite3]:
+        """Yield opened history database files of all users.
+
+        Args:
+            filename: The filename of the database.
+        Yields:
+            Opened SQLite3 databases.
+        """
         for user, cur_dir in self.users_dirs:
             for profile_dir in cur_dir.iterdir():
                 if profile_dir.is_dir():
@@ -55,11 +70,11 @@ class FirefoxPlugin(Plugin):
                     except SQLError as e:
                         self.target.log.warning("Could not open %s file: %s", filename, db_file, exc_info=e)
 
-    @export(record=FirefoxBrowserHistoryRecord)
-    def history(self):
+    @export(record=BrowserHistoryRecord)
+    def history(self) -> Iterator[BrowserHistoryRecord]:
         """Return browser history records from Firefox.
 
-        Yields FirefoxBrowserHistoryRecord with the following fields:
+        Yields BrowserHistoryRecord with the following fields:
             hostname (string): The target hostname.
             domain (string): The target domain.
             ts (datetime): Visit timestamp.
@@ -93,7 +108,7 @@ class FirefoxPlugin(Plugin):
                     else:
                         from_visit, from_place = None, None
 
-                    yield FirefoxBrowserHistoryRecord(
+                    yield self.BrowserHistoryRecord(
                         ts=from_unix_us(row.visit_date),
                         browser="firefox",
                         id=row.id,
@@ -114,3 +129,91 @@ class FirefoxPlugin(Plugin):
                     )
             except SQLError as e:
                 self.target.log.warning("Error processing history file: %s", db_file, exc_info=e)
+
+    @export(record=BrowserDownloadRecord)
+    def downloads(self) -> Iterator[BrowserDownloadRecord]:
+        """Return browser download records from Firefox.
+
+        Yields BrowserDownloadRecord with the following fields:
+            hostname (string): The target hostname.
+            domain (string): The target domain.
+            ts_start (datetime): Download start timestamp.
+            ts_end (datetime): Download end timestamp.
+            browser (string): The browser from which the records are generated from.
+            id (string): Record ID.
+            path (string): Download path.
+            url (uri): Download URL.
+            size (varint): Download file size.
+            state (varint): Download state number.
+            source: (path): The source file of the download record.
+        """
+        for user, db_file, db in self._iter_db("places.sqlite"):
+            try:
+                places = {row.id: row for row in db.table("moz_places").rows()}
+                attributes = {row.id: row.name for row in db.table("moz_anno_attributes").rows()}
+                annotations = {}
+
+                for row in db.table("moz_annos"):
+                    attribute_name = attributes.get(row.anno_attribute_id, row.anno_attribute_id)
+
+                    if attribute_name == "downloads/metaData":
+                        content = json.loads(row.content)
+                    else:
+                        content = row.content
+
+                    if row.place_id not in annotations:
+                        annotations[row.place_id] = {"id": row.id}
+
+                    annotations[row.place_id][attribute_name] = {
+                        "content": content,
+                        "flags": row.flags,
+                        "expiration": row.expiration,
+                        "type": row.type,
+                        "date_added": from_unix_us(row.dateAdded),
+                        "last_modified": from_unix_us(row.lastModified),
+                    }
+
+                for place_id, annotation in annotations.items():
+                    if "downloads/metaData" not in annotation:
+                        continue
+
+                    metadata = annotation.get("downloads/metaData", {})
+
+                    ts_end = None
+                    size = None
+                    state = None
+
+                    content = metadata.get("content")
+                    if content:
+                        ts_end = metadata.get("content").get("endTime")
+                        ts_end = from_unix_ms(ts_end) if ts_end else None
+
+                        size = content.get("fileSize")
+                        state = content.get("state")
+
+                    dest_file_info = annotation.get("downloads/destinationFileURI", {})
+                    download_path = dest_file_info.get("content")
+
+                    if download_path and self.target.os == "windows":
+                        download_path = path.from_windows(download_path)
+                    elif download_path:
+                        download_path = path.from_posix(download_path)
+
+                    place = places.get(place_id)
+                    url = place.get("url")
+                    url = try_idna(url) if url else None
+
+                    yield self.BrowserDownloadRecord(
+                        ts_start=dest_file_info.get("date_added"),
+                        ts_end=ts_end,
+                        browser="firefox",
+                        id=annotation.get("id"),
+                        path=download_path,
+                        url=url,
+                        size=size,
+                        state=state,
+                        source=str(db_file),
+                        _target=self.target,
+                    )
+            except SQLError as e:
+                self.target.log.warning("Error processing history file: %s", db_file, exc_info=e)

dissect/target/plugins/browsers/iexplore.py

@@ -9,23 +9,30 @@ from dissect.target.helpers.descriptor_extensions import UserRecordDescriptorExt
 from dissect.target.helpers.record import create_extended_descriptor
 from dissect.target.plugin import Plugin, export
 from dissect.target.plugins.browsers.browser import (
+    GENERIC_DOWNLOAD_RECORD_FIELDS,
     GENERIC_HISTORY_RECORD_FIELDS,
     try_idna,
 )
 from dissect.target.plugins.general.users import UserDetails
 from dissect.target.target import Target
 
-IEBrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
-    "browser/ie/history", GENERIC_HISTORY_RECORD_FIELDS
-)
-
 
 class WebCache:
+    """Class for opening and pre-processing IE WebCache file."""
+
     def __init__(self, target: Target, fh: BinaryIO):
         self.target = target
         self.db = esedb.EseDB(fh)
 
     def find_containers(self, name: str) -> table.Table:
+        """Look up all ``ContainerId`` values for a given container name.
+
+        Args:
+            name: The container name to look up all container IDs of.
+
+        Yields:
+            All ``ContainerId`` values for the requested container name.
+        """
         try:
             for container_record in self.db.table("Containers").records():
                 if record_name := container_record.get("Name"):
@@ -37,6 +44,14 @@ class WebCache:
             pass
 
     def _iter_records(self, name: str) -> Iterator[record.Record]:
+        """Yield records from a Webcache container.
+
+        Args:
+            name: The container name.
+
+        Yields:
+            Records from specified Webcache container.
+        """
         for container in self.find_containers(name):
             try:
                 yield from container.records()
@@ -45,8 +60,13 @@ class WebCache:
                 continue
 
     def history(self) -> Iterator[record.Record]:
+        """Yield records from the history webcache container."""
         yield from self._iter_records("history")
 
+    def downloads(self) -> Iterator[record.Record]:
+        """Yield records from the iedownload webcache container."""
+        yield from self._iter_records("iedownload")
+
 
 class InternetExplorerPlugin(Plugin):
     """Internet explorer browser plugin."""
@@ -56,8 +76,13 @@ class InternetExplorerPlugin(Plugin):
     DIRS = [
         "AppData/Local/Microsoft/Windows/WebCache",
     ]
-
     CACHE_FILENAME = "WebCacheV01.dat"
+    BrowserDownloadRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+        "browser/ie/download", GENERIC_DOWNLOAD_RECORD_FIELDS
+    )
+    BrowserHistoryRecord = create_extended_descriptor([UserRecordDescriptorExtension])(
+        "browser/ie/history", GENERIC_HISTORY_RECORD_FIELDS
+    )
 
     def __init__(self, target: Target):
         super().__init__(target)
@@ -74,11 +99,30 @@ class InternetExplorerPlugin(Plugin):
         if not len(self.users_dirs):
             raise UnsupportedPluginError("No Internet Explorer directories found")
 
-    @export(record=IEBrowserHistoryRecord)
-    def history(self) -> Iterator[IEBrowserHistoryRecord]:
+    def _iter_cache(self) -> Iterator[WebCache]:
+        """Yield open IE Webcache files.
+
+        Args:
+            filename: Name of the Webcache file.
+
+        Yields:
+            Open Webcache file.
+
+        Raises:
+            FileNoteFoundError: If the webcache file could not be found.
+        """
+        for user, cdir in self.users_dirs:
+            cache_file = cdir.joinpath(self.CACHE_FILENAME)
+            try:
+                yield user, cache_file, WebCache(self.target, cache_file.open())
+            except FileNotFoundError:
+                self.target.log.warning("Could not find %s file: %s", self.CACHE_FILENAME, cache_file)
+
+    @export(record=BrowserHistoryRecord)
+    def history(self) -> Iterator[BrowserHistoryRecord]:
         """Return browser history records from Internet Explorer.
 
-        Yields IEBrowserHistoryRecord with the following fields:
+        Yields BrowserHistoryRecord with the following fields:
             hostname (string): The target hostname.
             domain (string): The target domain.
             ts (datetime): Visit timestamp.
@@ -97,12 +141,7 @@ class InternetExplorerPlugin(Plugin):
             from_url (uri): URL of the "from" visit.
             source: (path): The source file of the history record.
         """
-        for user, cdir in self.users_dirs:
-            cache_file = cdir.joinpath(self.CACHE_FILENAME)
-            if not cache_file.exists():
-                continue
-
-            cache = WebCache(self.target, cache_file.open())
+        for user, cache_file, cache in self._iter_cache():
             for container_record in cache.history():
                 if not container_record.get("Url"):
                     continue
@@ -113,7 +152,7 @@ class InternetExplorerPlugin(Plugin):
                 if accessed_time := container_record.get("AccessedTime"):
                     ts = wintimestamp(accessed_time)
 
-                yield IEBrowserHistoryRecord(
+                yield self.BrowserHistoryRecord(
                     ts=ts,
                     browser="iexplore",
                     id=container_record.get("EntryId"),
@@ -132,3 +171,39 @@ class InternetExplorerPlugin(Plugin):
                     _target=self.target,
                     _user=user,
                 )
+
+    @export(record=BrowserDownloadRecord)
+    def downloads(self) -> Iterator[BrowserDownloadRecord]:
+        """Return browser downloads records from Internet Explorer.
+
+        Yields BrowserDownloadRecord with the following fields:
+            hostname (string): The target hostname.
+            domain (string): The target domain.
+            ts_start (datetime): Download start timestamp.
+            ts_end (datetime): Download end timestamp.
+            browser (string): The browser from which the records are generated from.
+            id (string): Record ID.
+            path (string): Download path.
+            url (uri): Download URL.
+            size (varint): Download file size.
+            state (varint): Download state number.
+            source: (path): The source file of the download record.
+        """
+        for user, cache_file, cache in self._iter_cache():
+            for container_record in cache.downloads():
+                response_headers = container_record.ResponseHeaders.decode("utf-16-le", errors="ignore")
+                ref_url, mime_type, temp_download_path, down_url, down_path = response_headers.split("\x00")[-6:-1]
+
+                yield self.BrowserDownloadRecord(
+                    ts_start=None,
+                    ts_end=wintimestamp(container_record.AccessedTime),
+                    browser="iexplore",
+                    id=container_record.EntryId,
+                    path=down_path,
+                    url=down_url,
+                    size=None,
+                    state=None,
+                    source=str(cache_file),
+                    _target=self.target,
+                    _user=user,
+                )

dissect/target/plugins/os/unix/bsd/_os.py

@@ -0,0 +1,41 @@
+from __future__ import annotations
+
+from typing import List, Optional
+
+from dissect.target.filesystem import Filesystem
+from dissect.target.plugin import OperatingSystem, export
+from dissect.target.plugins.os.unix._os import UnixPlugin
+from dissect.target.target import Target
+
+
+class BsdPlugin(UnixPlugin):
+    def __init__(self, target: Target):
+        super().__init__(target)
+
+    @classmethod
+    def detect(cls, target: Target) -> Optional[Filesystem]:
+        for fs in target.filesystems:
+            # checking the existence of /var/authpf for free- and openbsd
+            # checking the existence of /var/at for net- and freebsd
+            if fs.exists("/usr/obj") or fs.exists("/altroot") or fs.exists("/etc/pf.conf"):
+                return fs
+
+        return None
+
+    @export(property=True)
+    def os(self) -> str:
+        return OperatingSystem.BSD.value
+
+    @export(property=True)
+    def hostname(self) -> Optional[str]:
+        fh = self.target.fs.path("/etc/rc.conf")
+
+        for line in fh.open("rt").readlines():
+            if line.startswith("hostname"):
+                hostname = line.rstrip().split("=", maxsplit=1)[1].replace('"', "")
+                return hostname
+
+    @export(property=True)
+    def ips(self) -> Optional[List[str]]:
+        self.target.log.error(f"ips plugin not implemented for {self.__class__}")
+        return None

dissect/target/plugins/os/unix/bsd/freebsd/_os.py

@@ -0,0 +1,26 @@
+from __future__ import annotations
+
+from typing import Optional
+
+from dissect.target.filesystem import Filesystem
+from dissect.target.plugin import export
+from dissect.target.plugins.os.unix.bsd._os import BsdPlugin
+from dissect.target.target import Target
+
+
+class FreeBsdPlugin(BsdPlugin):
+    def __init__(self, target: Target):
+        super().__init__(target)
+        self._os_release = self._parse_os_release("/bin/freebsd-version*")
+
+    @classmethod
+    def detect(cls, target: Target) -> Optional[Filesystem]:
+        for fs in target.filesystems:
+            if fs.exists("/net") or fs.exists("/.sujournal"):
+                return fs
+
+        return None
+
+    @export(property=True)
+    def version(self) -> Optional[str]:
+        return self._os_release.get("USERLAND_VERSION")

dissect/target/plugins/os/unix/bsd/ios/_os.py

@@ -0,0 +1,45 @@
+import plistlib
+
+from dissect.target.plugin import OperatingSystem, export
+from dissect.target.plugins.os.unix.bsd._os import BsdPlugin
+
+
+class IOSPlugin(BsdPlugin):
+    @classmethod
+    def detect(cls, target):
+        for fs in target.filesystems:
+            if fs.exists("/private/var/preferences"):
+                return fs
+
+        return None
+
+    @classmethod
+    def create(cls, target, sysvol):
+        target.fs.mount("/", sysvol)
+        return cls(target)
+
+    @export(property=True)
+    def hostname(self):
+        path = self.target.fs.path("/private/var/preferences/SystemConfiguration/preferences.plist")
+
+        if not path.exists():
+            return None
+
+        preferences = plistlib.load(path.open())
+        return preferences["System"]["System"]["ComputerName"]
+
+    @export(property=True)
+    def ips(self):
+        raise NotImplementedError
+
+    @export(property=True)
+    def version(self):
+        raise NotImplementedError
+
+    @export(property=True)
+    def users(self):
+        raise NotImplementedError
+
+    @export(property=True)
+    def os(self) -> str:
+        return OperatingSystem.IOS.value

dissect/target/plugins/os/unix/bsd/openbsd/_os.py

@@ -0,0 +1,30 @@
+from __future__ import annotations
+
+from typing import Optional
+
+from dissect.target.filesystem import Filesystem
+from dissect.target.plugin import export
+from dissect.target.plugins.os.unix.bsd._os import BsdPlugin
+from dissect.target.target import Target
+
+
+class OpenBsdPlugin(BsdPlugin):
+    def __init__(self, target: Target):
+        super().__init__(target)
+        self._hostname_dict = self._parse_hostname_string(["/etc/myname"])
+
+    @classmethod
+    def detect(cls, target: Target) -> Optional[Filesystem]:
+        for fs in target.filesystems:
+            if fs.exists("/bsd") or fs.exists("/bsd.rd") or fs.exists("/bsd.mp") or fs.exists("/bsd.mp"):
+                return fs
+
+        return None
+
+    @export(property=True)
+    def version(self) -> Optional[str]:
+        return None
+
+    @export(property=True)
+    def hostname(self) -> Optional[str]:
+        return self._hostname_dict.get("hostname", None)

dissect/target/plugins/os/unix/bsd/osx/_os.py

@@ -0,0 +1,65 @@
+from __future__ import annotations
+
+import plistlib
+from typing import Iterator, Optional
+
+from dissect.target.filesystem import Filesystem
+from dissect.target.helpers.record import UnixUserRecord
+from dissect.target.plugin import OperatingSystem, export
+from dissect.target.plugins.os.unix.bsd._os import BsdPlugin
+from dissect.target.target import Target
+
+
+class MacPlugin(BsdPlugin):
+    VERSION = "/System/Library/CoreServices/SystemVersion.plist"
+    GLOBAL = "/Library/Preferences/.GlobalPreferences.plist"
+    SYSTEM = "/Library/Preferences/SystemConfiguration/preferences.plist"
+
+    @classmethod
+    def detect(cls, target: Target) -> Optional[Filesystem]:
+        for fs in target.filesystems:
+            if fs.exists("/Library") and fs.exists("/Applications"):
+                return fs
+
+        return None
+
+    @classmethod
+    def create(cls, target: Target, sysvol: Filesystem) -> MacPlugin:
+        target.fs.mount("/", sysvol)
+        return cls(target)
+
+    @export(property=True)
+    def hostname(self) -> Optional[str]:
+        for path in ["/Library/Preferences/SystemConfiguration/preferences.plist"]:
+            try:
+                preferencesPlist = self.target.fs.open(path).read().rstrip()
+                preferences = plistlib.loads(preferencesPlist)
+                return preferences["System"]["System"]["ComputerName"]
+
+            except FileNotFoundError:
+                pass
+
+    @export(property=True)
+    def ips(self) -> Optional[list[str]]:
+        raise NotImplementedError
+
+    @export(property=True)
+    def version(self) -> Optional[str]:
+        for path in ["/System/Library/CoreServices/SystemVersion.plist"]:
+            try:
+                systemVersionPlist = self.target.fs.open(path).read().rstrip()
+                systemVersion = plistlib.loads(systemVersionPlist)
+                productName = systemVersion["ProductName"]
+                productUserVisibleVersion = systemVersion["ProductUserVisibleVersion"]
+                productBuildVersion = systemVersion["ProductBuildVersion"]
+                return f"{productName} {productUserVisibleVersion} ({productBuildVersion})"
+            except FileNotFoundError:
+                pass
+
+    @export(record=UnixUserRecord)
+    def users(self) -> Iterator[UnixUserRecord]:
+        raise NotImplementedError
+
+    @export(property=True)
+    def os(self) -> str:
+        return OperatingSystem.OSX.value

{dissect.target-3.8.dev30.dist-info → dissect.target-3.8.dev32.dist-info}/METADATA

@@ -1,11 +1,12 @@
 Metadata-Version: 2.1
 Name: dissect.target
-Version: 3.8.dev30
+Version: 3.8.dev32
 Summary: This module ties all other Dissect modules together, it provides a programming API and command line tools which allow easy access to various data sources inside disk images or file collections (a.k.a. targets)
-Home-page: https://github.com/fox-it/dissect.target
-Author: Dissect Team
-Author-email: dissect@fox-it.com
+Author-email: Dissect Team <dissect@fox-it.com>
 License: Affero General Public License v3
+Project-URL: homepage, https://dissect.tools
+Project-URL: documentation, https://docs.dissect.tools/en/latest/projects/dissect.target
+Project-URL: repository, https://github.com/fox-it/dissect.target
 Classifier: Programming Language :: Python :: 3
 Requires-Python: ~=3.9
 Description-Content-Type: text/markdown

{dissect.target-3.8.dev30.dist-info → dissect.target-3.8.dev32.dist-info}/RECORD

@@ -17,6 +17,7 @@ dissect/target/containers/vdi.py,sha256=_kRUu8jlHSHVWUaE6xkwBR8UTtRKOcGMdfW3FP8O
 dissect/target/containers/vhd.py,sha256=sWhtwG6HRQgerP2PODRSxkJb14khamZj1UWWLa0KEHY,1104
 dissect/target/containers/vhdx.py,sha256=NYZpGPhEj_P2_yAZe233Uuml_0fqIlHrh-fs6idRPJY,992
 dissect/target/containers/vmdk.py,sha256=RSoS9jSazrKVCqjyG36ahpPjY7MgJAQ3cgE7lqDtOZs,1032
+dissect/target/data/autocompletion/target_bash_completion.sh,sha256=7iHF2JMXtJJNCtbR2fnIP2BnRUSJxKeKW9zpyX-vJLo,3569
 dissect/target/filesystems/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dissect/target/filesystems/ad1.py,sha256=YlNWF1wvjrEe2Y4H45CtdgeLdJZ5tUeS_XE1rTWpq7A,2257
 dissect/target/filesystems/cb.py,sha256=FBjJhI9Q-l-0G8eVA4NhF4IyNkEhTP3wzsD7gLmqBvo,3594
@@ -92,12 +93,12 @@ dissect/target/plugins/apps/webservers/iis.py,sha256=RIS_1w9hcQSfF3-83MsRsT8EJeY
 dissect/target/plugins/apps/webservers/nginx.py,sha256=P6lkAJwf4U8pyaIHt37DKyGYhJ2a-Mb7I-msZNRuuG8,4006
 dissect/target/plugins/apps/webservers/webservers.py,sha256=00a0GWWK_9CLuZnXJEyHitHxHaGK-HUrmHOK6jpeiXg,2156
 dissect/target/plugins/browsers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dissect/target/plugins/browsers/browser.py,sha256=hCDAjiezYaulNRE9Hmy1B8VgB0zvWAevLkUXdqzBt24,3411
-dissect/target/plugins/browsers/chrome.py,sha256=Yq2bV6RNFAp-xkq6ymwFSX5HMr8nyl51WSAa7nalQJQ,1173
-dissect/target/plugins/browsers/chromium.py,sha256=P3Z_pW-3sUe6FtRco-gPK9KnpNiuNKakt_X-WIIR3VY,6365
-dissect/target/plugins/browsers/edge.py,sha256=znep-McomUvtAFVn6un5RJm7D_iloixAbz0AMuxJksU,959
-dissect/target/plugins/browsers/firefox.py,sha256=Qm9LgYlQAIiFGk5c95S5abZG-JXr38NkDZRNGvjzVpQ,4899
-dissect/target/plugins/browsers/iexplore.py,sha256=Qj7sVz14hvodlmTxK7165WMhtsVps0xCWMbyZl8Jruk,5144
+dissect/target/plugins/browsers/browser.py,sha256=Bm-MuRkEi-hyaQnB02t2bz3EghRoTPOtkW5jtrw6LWU,5491
+dissect/target/plugins/browsers/chrome.py,sha256=0qy_IvQ6hFxslClpfmlyTH3VOokB6VP8fnukXrbNDU4,1559
+dissect/target/plugins/browsers/chromium.py,sha256=3lVEbJl1jmd3kjioWzrYkfHUNzdpzX9KZ7nr1BNJLrg,9570
+dissect/target/plugins/browsers/edge.py,sha256=uVJqHN5CD0oLuJ8D4PIfIao4iui4HEekbs5el8CDwx8,1342
+dissect/target/plugins/browsers/firefox.py,sha256=BPC8M4OWkw9-bWz1LYEdVS78XfQQugi1OoA8WiL6r84,9347
+dissect/target/plugins/browsers/iexplore.py,sha256=pzboThhidWubxiR5d82wheINT1bMfa-66jxEbDlw66g,8251
 dissect/target/plugins/child/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dissect/target/plugins/child/esxi.py,sha256=RzfrnFWPYL-y67zU-vRJzzTGYT1MBNWrFh4so0L7dR0,554
 dissect/target/plugins/child/hyperv.py,sha256=lmhLQD1JSn-EpGKc7RNUAzESmfosz7RwGCm2JHWK-pU,2185
@@ -138,6 +139,15 @@ dissect/target/plugins/os/unix/packagemanager.py,sha256=-mxNhDjvj497-wBvu3z22316
 dissect/target/plugins/os/unix/services.py,sha256=kL50akbOTb0sjmrTNZx3PmEhXe_jodrIgsQ39NhOalc,2887
 dissect/target/plugins/os/unix/shadow.py,sha256=7ztW_fYLihxNjS2opFToF-xKZngYDGcTEbZKnodRkc8,3409
 dissect/target/plugins/os/unix/ssh.py,sha256=HUcl73hF8d43s7hpyvnewErWdz4jeO8tmD13x7fgSvw,8207
+dissect/target/plugins/os/unix/bsd/_os.py,sha256=e5rttTOFOmd7e2HqP9ZZFMEiPLBr-8rfH0XH1IIeroQ,1372
+dissect/target/plugins/os/unix/bsd/freebsd/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dissect/target/plugins/os/unix/bsd/freebsd/_os.py,sha256=Vqiyn08kv1IioNUwpgtBJ9SToCFhLCsJdpVhl5E7COM,789
+dissect/target/plugins/os/unix/bsd/ios/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dissect/target/plugins/os/unix/bsd/ios/_os.py,sha256=Sw34LFMtIRkA9YHc0CSgGmecIJTz34vyPoZD9kJDqqA,1134
+dissect/target/plugins/os/unix/bsd/openbsd/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dissect/target/plugins/os/unix/bsd/openbsd/_os.py,sha256=9npz-osM-wHmjOACUqof5N5HJeps7J8KuyenUS5MZDs,923
+dissect/target/plugins/os/unix/bsd/osx/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dissect/target/plugins/os/unix/bsd/osx/_os.py,sha256=W19r0vSb10jwQsiduibF_pJx6VjPw-OIm2Xy0ok31Lg,2407
 dissect/target/plugins/os/unix/linux/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dissect/target/plugins/os/unix/linux/_os.py,sha256=BFq1PB1QA9YU8lMZiAv5tZJhmRqjzW0ibXGxl0llY5M,2467
 dissect/target/plugins/os/unix/linux/android/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -241,11 +251,10 @@ dissect/target/volumes/bde.py,sha256=gYGg5yF9MNARwNzEkrEfZmKkxyZW4rhLkpdnPJCbhGk
 dissect/target/volumes/disk.py,sha256=95grSsPt1BLVpKwTclwQYzPFGKTkFFqapIk0RoGWf38,968
 dissect/target/volumes/lvm.py,sha256=zXAfszxNR6tOGrKAtAa_E-JhjI-sXQyR4VYLXD-kqCw,1616
 dissect/target/volumes/vmfs.py,sha256=mlAJ8278tYaoRjk1u6tFFlCaDQUrVu5ZZE4ikiFvxi8,1707
-dissect.target-3.8.dev30.data/data/autocompletion/target_bash_completion.sh,sha256=7iHF2JMXtJJNCtbR2fnIP2BnRUSJxKeKW9zpyX-vJLo,3569
-dissect.target-3.8.dev30.dist-info/COPYRIGHT,sha256=m-9ih2RVhMiXHI2bf_oNSSgHgkeIvaYRVfKTwFbnJPA,301
-dissect.target-3.8.dev30.dist-info/LICENSE,sha256=DZak_2itbUtvHzD3E7GNUYSRK6jdOJ-GqncQ2weavLA,34523
-dissect.target-3.8.dev30.dist-info/METADATA,sha256=1W8srhOjCCcGfuerHQxB9xm0l4FzD2Zls6tmB2IA1n0,9610
-dissect.target-3.8.dev30.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dissect.target-3.8.dev30.dist-info/entry_points.txt,sha256=tvFPa-Ap-gakjaPwRc6Fl6mxHzxEZ_arAVU-IUYeo_s,447
-dissect.target-3.8.dev30.dist-info/top_level.txt,sha256=Mn-CQzEYsAbkxrUI0TnplHuXnGVKzxpDw_po_sXpvv4,8
-dissect.target-3.8.dev30.dist-info/RECORD,,
+dissect.target-3.8.dev32.dist-info/COPYRIGHT,sha256=m-9ih2RVhMiXHI2bf_oNSSgHgkeIvaYRVfKTwFbnJPA,301
+dissect.target-3.8.dev32.dist-info/LICENSE,sha256=DZak_2itbUtvHzD3E7GNUYSRK6jdOJ-GqncQ2weavLA,34523
+dissect.target-3.8.dev32.dist-info/METADATA,sha256=Xxk_a-9Tb-0_dvcelF-C5KTFviYGegIYrD76c9l0JVA,9752
+dissect.target-3.8.dev32.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+dissect.target-3.8.dev32.dist-info/entry_points.txt,sha256=tvFPa-Ap-gakjaPwRc6Fl6mxHzxEZ_arAVU-IUYeo_s,447
+dissect.target-3.8.dev32.dist-info/top_level.txt,sha256=Mn-CQzEYsAbkxrUI0TnplHuXnGVKzxpDw_po_sXpvv4,8
+dissect.target-3.8.dev32.dist-info/RECORD,,

{dissect.target-3.8.dev30.dist-info → dissect.target-3.8.dev32.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: bdist_wheel (0.40.0)
 Root-Is-Purelib: true
 Tag: py3-none-any