pyxcp 0.22.23__cp310-cp310-manylinux_2_28_x86_64.manylinux_2_27_x86_64.whl

pyxcp/recorder/__init__.py

@@ -0,0 +1,102 @@
+#!/usr/bin/env python
+"""XCP Frame Recording Facility.
+"""
+from dataclasses import dataclass
+from typing import Union
+
+from pyxcp.types import FrameCategory
+
+
+try:
+    import pandas as pd
+except ImportError:
+    HAS_PANDAS = False
+else:
+    HAS_PANDAS = True
+
+from pyxcp.recorder.rekorder import DaqOnlinePolicy  # noqa: F401
+from pyxcp.recorder.rekorder import (
+    DaqRecorderPolicy,
+    Deserializer,
+    MeasurementParameters,
+    ValueHolder,
+    XcpLogFileDecoder,
+    _PyXcpLogFileReader,
+    _PyXcpLogFileWriter,
+    data_types,
+)
+
+
+DATA_TYPES = data_types()
+
+
+@dataclass
+class XcpLogFileHeader:
+    """ """
+
+    version: int
+    options: int
+    num_containers: int
+    record_count: int
+    size_uncompressed: int
+    size_compressed: int
+    compression_ratio: float
+
+
+COUNTER_MAX = 0xFFFF
+
+
+class XcpLogFileReader:
+    """ """
+
+    def __init__(self, file_name):
+        self._reader = _PyXcpLogFileReader(file_name)
+
+    @property
+    def header(self):
+        return self._reader.get_header()
+
+    def get_header(self):
+        return XcpLogFileHeader(*self._reader.get_header_as_tuple())
+
+    def get_metadata(self):
+        return self._reader.get_metadata()
+
+    def __iter__(self):
+        while True:
+            frames = self._reader.next_block()
+            if frames is None:
+                break
+            for category, counter, timestamp, _, payload in frames:
+                yield (FrameCategory(category), counter, timestamp, payload)
+
+    def reset_iter(self):
+        self._reader.reset()
+
+    def as_dataframe(self):
+        if HAS_PANDAS:
+            df = pd.DataFrame((f for f in self), columns=["category", "counter", "timestamp", "payload"])
+            df = df.set_index("timestamp")
+            df.counter = df.counter.astype("uint16")
+            df.category = df.category.map({v: k for k, v in FrameCategory.__members__.items()}).astype("category")
+            return df
+        else:
+            raise NotImplementedError("method as_dataframe() requires 'pandas' package")
+
+
+class XcpLogFileWriter:
+    """ """
+
+    def __init__(self, file_name: str, prealloc=500, chunk_size=1):
+        self._writer = _PyXcpLogFileWriter(file_name, prealloc, chunk_size)
+        self._finalized = False
+
+    def __del__(self):
+        if not self._finalized:
+            self.finalize()
+
+    def add_frame(self, category: FrameCategory, counter: int, timestamp: float, payload: Union[bytes, bytearray]):
+        self._writer.add_frame(category, counter % (COUNTER_MAX + 1), timestamp, len(payload), payload)
+
+    def finalize(self):
+        self._writer.finalize()

pyxcp/recorder/build_clang.cmd

@@ -0,0 +1 @@
+clang++ -std=c++20 -O0 -fvectorize -fexceptions -Rpass=loop-vectorize -ggdb -Wall -Wextra -Weffc++ -DLZ4_DEBUG=1 -DSTANDALONE_REKORDER=1 lz4.cpp rekorder.cpp -o rekorder.exe

pyxcp/recorder/build_clang.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+clang++ -std=c++20 -O0 -fvectorize -Rpass=loop-vectorize -ggdb -Wall -Wextra -Weffc++ -lpthread -DLZ4_DEBUG=1 -DSTANDALONE_REKORDER=1 lz4.cpp rekorder.cpp -o rekorder

pyxcp/recorder/build_gcc.cmd

@@ -0,0 +1 @@
+g++ -std=c++20 -O0  -ggdb -march=native -fexceptions -ffast-math -ftree-vectorize -msse4 -mfpmath=sse -pg -fopt-info-vec-all -Wall -Wextra -Weffc++ -fcoroutines -DLZ4_DEBUG=1 -DSTANDALONE_REKORDER=1  lz4.cpp rekorder.cpp -o rekorder.exe

pyxcp/recorder/build_gcc.sh

@@ -0,0 +1,2 @@
+#!/bin/sh
+g++ -std=c++20 -O0 -ffast-math -ftree-vectorize -ftree-vectorizer-verbose=9 -fcoroutines -ggdb -Wall -Wextra -Weffc++ -DLZ4_DEBUG=1 -DSTANDALONE_REKORDER=1 lz4.cpp rekorder.cpp -o rekorder -lpthread

pyxcp/recorder/build_gcc_arm.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+g++ -std=c++20 -O3 -mcpu=cortex-a7 -mfpu=neon-vfpv4 -mfloat-abi=hard -ffast-math -ftree-vectorize -ftree-vectorizer-verbose=9 -ggdb -Wall -Wextra -Weffc++ -DLZ4_DEBUG=1 -DSTANDALONE_REKORDER=1 lz4.cpp rekorder.cpp -o rekorder

pyxcp/recorder/converter/__init__.py

@@ -0,0 +1,37 @@
+import logging
+from array import array
+from dataclasses import dataclass, field
+from typing import Any, List
+
+
+MAP_TO_ARRAY = {
+    "U8": "B",
+    "I8": "b",
+    "U16": "H",
+    "I16": "h",
+    "U32": "L",
+    "I32": "l",
+    "U64": "Q",
+    "I64": "q",
+    "F32": "f",
+    "F64": "d",
+    "F16": "f",
+    "BF16": "f",
+}
+
+logger = logging.getLogger("PyXCP")
+
+
+@dataclass
+class Storage:
+    name: str
+    arrow_type: Any
+    arr: array
+
+
+@dataclass
+class StorageContainer:
+    name: str
+    arr: List[Storage] = field(default_factory=[])
+    ts0: List[int] = field(default_factory=lambda: array("Q"))
+    ts1: List[int] = field(default_factory=lambda: array("Q"))