exeplot 0.5.2__tar.gz → 0.5.4__tar.gz

{exeplot-0.5.2 → exeplot-0.5.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: exeplot
-Version: 0.5.2
+Version: 0.5.4
 Summary: Library for plotting executable samples supporting multiple formats
 Author-email: Alexandre D'Hondt <alexandre.dhondt@gmail.com>
 License:                     GNU GENERAL PUBLIC LICENSE

{exeplot-0.5.2 → exeplot-0.5.4}/docs/coverage.svg

@@ -1 +1 @@
-<svg xmlns="http://www.w3.org/2000/svg" width="114" height="20" role="img" aria-label="coverage: 96.54%"><title>coverage: 96.54%</title><linearGradient id="s" x2="0" y2="100%"><stop offset="0" stop-color="#bbb" stop-opacity=".1"/><stop offset="1" stop-opacity=".1"/></linearGradient><clipPath id="r"><rect width="114" height="20" rx="3" fill="#fff"/></clipPath><g clip-path="url(#r)"><rect width="61" height="20" fill="#555"/><rect x="61" width="53" height="20" fill="#4c1"/><rect width="114" height="20" fill="url(#s)"/></g><g fill="#fff" text-anchor="middle" font-family="Verdana,Geneva,DejaVu Sans,sans-serif" text-rendering="geometricPrecision" font-size="110"><text aria-hidden="true" x="315" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)" textLength="510">coverage</text><text x="315" y="140" transform="scale(.1)" fill="#fff" textLength="510">coverage</text><text aria-hidden="true" x="865" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)" textLength="430">96.54%</text><text x="865" y="140" transform="scale(.1)" fill="#fff" textLength="430">96.54%</text></g></svg>
+<svg xmlns="http://www.w3.org/2000/svg" width="114" height="20" role="img" aria-label="coverage: 96.62%"><title>coverage: 96.62%</title><linearGradient id="s" x2="0" y2="100%"><stop offset="0" stop-color="#bbb" stop-opacity=".1"/><stop offset="1" stop-opacity=".1"/></linearGradient><clipPath id="r"><rect width="114" height="20" rx="3" fill="#fff"/></clipPath><g clip-path="url(#r)"><rect width="61" height="20" fill="#555"/><rect x="61" width="53" height="20" fill="#4c1"/><rect width="114" height="20" fill="url(#s)"/></g><g fill="#fff" text-anchor="middle" font-family="Verdana,Geneva,DejaVu Sans,sans-serif" text-rendering="geometricPrecision" font-size="110"><text aria-hidden="true" x="315" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)" textLength="510">coverage</text><text x="315" y="140" transform="scale(.1)" fill="#fff" textLength="510">coverage</text><text aria-hidden="true" x="865" y="150" fill="#010101" fill-opacity=".3" transform="scale(.1)" textLength="430">96.62%</text><text x="865" y="140" transform="scale(.1)" fill="#fff" textLength="430">96.62%</text></g></svg>

exeplot-0.5.4/src/exeplot/VERSION.txt

@@ -0,0 +1 @@
+0.5.4

exeplot-0.5.4/src/exeplot/__init__.py

@@ -0,0 +1,9 @@
+# -*- coding: UTF-8 -*-
+"""Exeplot package.
+
+"""
+from .__conf__ import *
+from .__info__ import __author__, __copyright__, __license__, __version__
+from .plots import *
+from .plots import __all__
+

{exeplot-0.5.2 → exeplot-0.5.4}/src/exeplot/utils.py

@@ -30,19 +30,22 @@ def human_readable_size(size: int, precision: int = 0) -> str:
     return "%.*f%s" % (precision, size, units[i])
 
 
-def ngrams_counts(byte_obj: bytes | object, n: int = 1, step: int = 1) -> dict[bytes, int]:
-    """ Output the Counter instance for an input byte sequence or byte object based on n-grams.
-         If the input is a byte object, cache the result.
+def ngrams_counts(byte_obj: bytes | object, n: int = 1, step: int = 1) -> list[tuple[bytes, int]]:
+    """ Output a sorted list of tuples (n-gram, counts) for an input byte sequence or byte object.
+         If the input is a byte object, the result is cached.
     
-    :param byte_obj:      byte sequence ('bytes') or byte object with "bytes" and "size" attributes (i.e. pathlib2.Path)
-    :param n: n determining the size of n-grams, defaults to 1
-    :param step:          step for sliding the n-grams
-    :param start:         number of bytes to start from
+    :param byte_obj: byte sequence ('bytes') or byte object with "bytes" and "size" attributes (i.e. pathlib2.Path)
+    :param n:        n determining the size of n-grams, defaults to 1
+    :param step:     step for sliding the n-grams
     """
     if n not in (1, 2, 3):
         raise ValueError("n must be 1, 2, or 3")
     if step <= 0:
         raise ValueError("step must be positive")
+    try:
+        return byte_obj._ngram_counts_cache[n]
+    except (AttributeError, KeyError):
+        pass
     if isinstance(byte_obj, bytes) or hasattr(byte_obj, "bytes"):
         a = np.frombuffer(data := byte_obj if isinstance(byte_obj, bytes) else byte_obj.bytes, dtype=np.uint8)
         l = a.size
@@ -56,6 +59,7 @@ def ngrams_counts(byte_obj: bytes | object, n: int = 1, step: int = 1) -> dict[b
             grams = np.stack((a[0:end:step], a[1:1+end:step]), axis=1) if n == 2 else \
                     np.stack((a[0:end:step], a[1:1+end:step], a[2:2+end:step]), axis=1)
             counts = {bytes(row): int(c) for row, c in zip(*np.unique(grams, axis=0, return_counts=True))}
+        counts = sorted(counts.items(), key=lambda p: p[1], reverse=True)
         if isinstance(byte_obj, bytes):
             return counts
         elif hasattr(byte_obj, "bytes"):
@@ -80,8 +84,7 @@ def ngrams_distribution(byte_obj: bytes | object, n: int = 1, step: int = 1, n_m
     :return:              list of n_most_common (n-gram, count) pairs
     """
     c = ngrams_counts(byte_obj, n, step)
-    n = len(c) if n_most_common is None else n_most_common + n_exclude_top + len(exclude or [])
-    r = sorted(c.items(), key=lambda p: p[1], reverse=True)[:n]
+    r = c[:len(c) if n_most_common is None else n_most_common + n_exclude_top + len(exclude or [])]
     if exclude is not None:
         r = [(ngram, count) for ngram, count in r if ngram not in exclude]
     return r[n_exclude_top:n_exclude_top+(n_most_common or len(c))]

{exeplot-0.5.2 → exeplot-0.5.4}/src/exeplot.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: exeplot
-Version: 0.5.2
+Version: 0.5.4
 Summary: Library for plotting executable samples supporting multiple formats
 Author-email: Alexandre D'Hondt <alexandre.dhondt@gmail.com>
 License:                     GNU GENERAL PUBLIC LICENSE

{exeplot-0.5.2 → exeplot-0.5.4}/tests/test_others.py

@@ -24,12 +24,11 @@ class TestUtils(TestCase):
             self.assertRaises(ValueError, ngrams_counts, b"abc", n=n)
         self.assertRaises(ValueError, ngrams_counts, b"abc", step=-1)
         self.assertEqual(ngrams_counts(b"a", n=2), {})
-        self.assertTrue(isinstance(ngrams_counts(seq := b"\x00" * 4 + os.urandom(120) + b"\xff" * 4), dict))
-        self.assertTrue(isinstance(ngrams_counts(seq := b"\x00" * 4 + os.urandom(120) + b"\xff" * 4, n=2), dict))
+        self.assertTrue(isinstance(ngrams_counts(seq := b"\x00" * 4 + os.urandom(120) + b"\xff" * 4), list))
+        self.assertTrue(isinstance(ngrams_counts(seq := b"\x00" * 4 + os.urandom(120) + b"\xff" * 4, n=2), list))
         class Test:
             bytes = seq
-        histogram = ngrams_distribution(t := Test(), exclude=(b"\x00", b"\xff"))
-        self.assertTrue(isinstance(histogram, list))
+        self.assertTrue(isinstance(histogram := ngrams_distribution(t := Test(), exclude=(b"\x00", b"\xff")), list))
         self.assertNotIn(b"\x00", [b for b, c in histogram])
         self.assertNotIn(b"\xff", [b for b, c in histogram])
         histogram2 = ngrams_distribution(t, n_most_common=300)

exeplot-0.5.2/src/exeplot/VERSION.txt

@@ -1 +0,0 @@
-0.5.2

exeplot-0.5.2/src/exeplot/__init__.py

@@ -1,5 +0,0 @@
-# -*- coding: UTF-8 -*-
-from .__conf__ import *
-from .plots import *
-from .plots import __all__
-