traffic-taffy 0.9.6__tar.gz → 0.9.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/LICENSE.txt +1 -1
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/PKG-INFO +2 -2
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/pyproject.toml +1 -5
- traffic_taffy-0.9.7/traffic_taffy/__init__.py +1 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/dissector.py +3 -5
- traffic_taffy-0.9.7/traffic_taffy/hooks/blag.py +51 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/hooks/ip2asn.py +2 -2
- traffic_taffy-0.9.7/traffic_taffy/report.py +12 -0
- traffic_taffy-0.9.7/traffic_taffy/tests/test_dpkt_engine.py +15 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/dissect.py +11 -2
- traffic_taffy-0.9.6/traffic_taffy/__init__.py +0 -1
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/.gitignore +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/README.md +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/algorithms/__init__.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/algorithms/comparecorrelation.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/algorithms/comparecorrelationchanges.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/algorithms/compareseries.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/algorithms/compareslices.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/algorithms/statistical.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/compare.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/comparison.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/config.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/dissection.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/dissectmany.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/dissector_engine/__init__.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/dissector_engine/dnstap.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/dissector_engine/dpkt.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/dissector_engine/scapy.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/graph.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/graphdata.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/hooks/__init__.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/hooks/labels.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/hooks/psl.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/iana/tables.msgpak +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/output/__init__.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/output/console.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/output/fsdb.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/output/memory.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/reports/__init__.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/reports/compareslicesreport.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/reports/correlationchangereport.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/reports/correlationreport.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/taffy_config.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_compare_results.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_config.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_dict_merge.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_global_config.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_hooks.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_normalize.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_pcap_dissector.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_pcap_splitter.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_splitter.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tests/test_value_printing.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/__init__.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/cache_info.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/compare.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/config.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/explore.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/export.py +0 -0
- {traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/tools/graph.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: traffic-taffy
|
3
|
-
Version: 0.9.
|
3
|
+
Version: 0.9.7
|
4
4
|
Summary: A tool for doing differential analysis of pcap files
|
5
5
|
Project-URL: Homepage, https://traffic-taffy.github.io/
|
6
6
|
Author-email: Wes Hardaker <opensource@hardakers.net>
|
@@ -14,7 +14,7 @@ Requires-Dist: cryptography
|
|
14
14
|
Requires-Dist: dnssplitter
|
15
15
|
Requires-Dist: dotnest>=1.0
|
16
16
|
Requires-Dist: dpkt
|
17
|
-
Requires-Dist: ip2asn
|
17
|
+
Requires-Dist: ip2asn>=1.6.6
|
18
18
|
Requires-Dist: msgpack
|
19
19
|
Requires-Dist: pandas
|
20
20
|
Requires-Dist: pcap-parallel
|
@@ -34,15 +34,11 @@ dependencies = [
|
|
34
34
|
"cryptography",
|
35
35
|
"pyOpenSSL==22.1.0",
|
36
36
|
"dnssplitter",
|
37
|
-
"ip2asn",
|
37
|
+
"ip2asn>=1.6.6",
|
38
38
|
"dotnest>=1.0",
|
39
39
|
"argparse-with-config>=0.1.4",
|
40
40
|
]
|
41
41
|
|
42
|
-
# [project.metadata]
|
43
|
-
# license-expression = "Apache 2.0"
|
44
|
-
# license-file = "LICENSE.txt"
|
45
|
-
|
46
42
|
[project.package_data]
|
47
43
|
"traffic_taffy.iana" = ['tables.msgpak']
|
48
44
|
|
@@ -0,0 +1 @@
|
|
1
|
+
__VERSION__ = "0.9.7"
|
@@ -259,16 +259,14 @@ class PCAPDissector:
|
|
259
259
|
match_expression: str | None = None,
|
260
260
|
) -> None:
|
261
261
|
"""Output the results in an FSDB file."""
|
262
|
-
if timestamps is None:
|
263
|
-
timestamps = [0]
|
264
262
|
import pyfsdb
|
265
263
|
|
266
264
|
fh = pyfsdb.Fsdb(
|
267
265
|
out_file_handle=sys.stdout,
|
268
|
-
out_column_names=["key", "subkey", "value"],
|
266
|
+
out_column_names=["timestamp", "key", "subkey", "value"],
|
269
267
|
converters={"value": int},
|
270
268
|
)
|
271
|
-
for
|
269
|
+
for timestamp, key, subkey, value in self.dissection.find_data(
|
272
270
|
timestamps=timestamps,
|
273
271
|
match_string=match_string,
|
274
272
|
match_value=match_value,
|
@@ -276,7 +274,7 @@ class PCAPDissector:
|
|
276
274
|
make_printable=True,
|
277
275
|
match_expression=match_expression,
|
278
276
|
):
|
279
|
-
fh.append([key, subkey, value])
|
277
|
+
fh.append([timestamp, key, subkey, value])
|
280
278
|
fh.close()
|
281
279
|
|
282
280
|
|
@@ -0,0 +1,51 @@
|
|
1
|
+
"""Traffic-Taffy plugin to look up addresses in the BLAG blocklist."""
|
2
|
+
from blagbl import BlagBL
|
3
|
+
import ipaddress
|
4
|
+
|
5
|
+
from traffic_taffy.hooks import register_hook
|
6
|
+
from traffic_taffy.dissector import POST_DISSECT_HOOK, INIT_HOOK
|
7
|
+
from traffic_taffy.dissection import Dissection
|
8
|
+
|
9
|
+
blag = None
|
10
|
+
blag_ips = None
|
11
|
+
|
12
|
+
|
13
|
+
@register_hook(INIT_HOOK)
|
14
|
+
def init_blag(**kwargs):
|
15
|
+
"""Initialize the BLAG block list table."""
|
16
|
+
global blag
|
17
|
+
global blag_ips
|
18
|
+
|
19
|
+
if blag is None:
|
20
|
+
blag = BlagBL()
|
21
|
+
blag.parse_blag_contents()
|
22
|
+
blag_ips = blag.ips
|
23
|
+
|
24
|
+
|
25
|
+
@register_hook(POST_DISSECT_HOOK)
|
26
|
+
def ip_blagbl_lookup(dissection: Dissection, **kwargs):
|
27
|
+
"""Perform IP address lookups within the BLAG block list."""
|
28
|
+
timestamps = dissection.data.keys()
|
29
|
+
|
30
|
+
for timestamp in timestamps:
|
31
|
+
keys = list(dissection.data[timestamp].keys())
|
32
|
+
|
33
|
+
for key in keys:
|
34
|
+
key = str(key)
|
35
|
+
if (
|
36
|
+
key.endswith("IP_src") or key.endswith("IP_dst")
|
37
|
+
# or key.endswith("IPv6_src")
|
38
|
+
# or key.endswith("IPv6_dst")
|
39
|
+
):
|
40
|
+
for value in dissection.data[timestamp][key]:
|
41
|
+
try:
|
42
|
+
value = str(ipaddress.IPv4Address(value))
|
43
|
+
except Exception:
|
44
|
+
continue
|
45
|
+
count = dissection.data[timestamp][key][value]
|
46
|
+
|
47
|
+
if value in blag_ips:
|
48
|
+
for blocklist in blag_ips[value]:
|
49
|
+
dissection.data[timestamp][key + "_blocklist"][
|
50
|
+
blocklist
|
51
|
+
] += count
|
@@ -9,7 +9,7 @@ from traffic_taffy.taffy_config import taffy_default, TaffyConfig
|
|
9
9
|
|
10
10
|
i2a = None
|
11
11
|
|
12
|
-
taffy_default("modules.ip2asn.database",
|
12
|
+
taffy_default("modules.ip2asn.database", ip2asn.DEFAULT_IP2ASN_FILE)
|
13
13
|
|
14
14
|
|
15
15
|
@register_hook(INIT_HOOK)
|
@@ -20,7 +20,7 @@ def init_ip2asn(**kwargs):
|
|
20
20
|
config = TaffyConfig()
|
21
21
|
db_path = config.get_dotnest("modules.ip2asn.database")
|
22
22
|
|
23
|
-
if not Path(db_path).exists():
|
23
|
+
if db_path and not Path(db_path).exists():
|
24
24
|
error("The ip2asn plugin requires a ip2asn-combined.tsv in this directory")
|
25
25
|
error("Please download it from https://iptoasn.com/")
|
26
26
|
|
@@ -0,0 +1,15 @@
|
|
1
|
+
import os
|
2
|
+
from traffic_taffy.dissection import PCAPDissectorLevel
|
3
|
+
from traffic_taffy.dissector_engine.dpkt import DissectionEngineDpkt
|
4
|
+
|
5
|
+
def test_dpkt_engine():
|
6
|
+
test_pcap = "dns.pcap"
|
7
|
+
test_pcap = "port53-2023-30-31_20.pcap"
|
8
|
+
test_pcap = "airplane-wireless.pcap"
|
9
|
+
if not os.path.exists(test_pcap):
|
10
|
+
return
|
11
|
+
|
12
|
+
engine = DissectionEngineDpkt(test_pcap,
|
13
|
+
dissector_level = PCAPDissectorLevel.COMMON_LAYERS)
|
14
|
+
dissection = engine.load()
|
15
|
+
|
@@ -43,6 +43,12 @@ def dissect_parse_args() -> Namespace:
|
|
43
43
|
help="Print results in an FSDB formatted output",
|
44
44
|
)
|
45
45
|
|
46
|
+
parser.add_argument(
|
47
|
+
"-t", "--fsdb-all-timestamps",
|
48
|
+
action="store_true",
|
49
|
+
help="Print FSDB that includes all timestamps",
|
50
|
+
)
|
51
|
+
|
46
52
|
parser.add_argument(
|
47
53
|
"--dont-fork",
|
48
54
|
action="store_true",
|
@@ -89,9 +95,12 @@ def main() -> None:
|
|
89
95
|
pd.dissection = dissection
|
90
96
|
|
91
97
|
# output as requested
|
92
|
-
if args.fsdb:
|
98
|
+
if args.fsdb or args.fsdb_all_timestamps:
|
99
|
+
timestamps = [0]
|
100
|
+
if args.fsdb_all_timestamps:
|
101
|
+
timestamps = None
|
93
102
|
pd.print_to_fsdb(
|
94
|
-
timestamps
|
103
|
+
timestamps,
|
95
104
|
match_string=args.match_string,
|
96
105
|
match_value=args.match_value,
|
97
106
|
minimum_count=args.minimum_count,
|
@@ -1 +0,0 @@
|
|
1
|
-
__VERSION__ = "0.9.6"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/algorithms/comparecorrelationchanges.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{traffic_taffy-0.9.6 → traffic_taffy-0.9.7}/traffic_taffy/reports/correlationchangereport.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|