FlowAnalyzer 0.3.8__py3-none-any.whl → 0.4.0__py3-none-any.whl

FlowAnalyzer/FlowAnalyzer.py

@@ -3,8 +3,8 @@ import gzip
 import hashlib
 import json
 import os
-import shutil
 import subprocess
+from dataclasses import dataclass
 from typing import Dict, Iterable, NamedTuple, Optional, Tuple
 from urllib import parse
 
@@ -12,7 +12,8 @@ from .logging_config import logger
 from .Path import get_default_tshark_path
 
 
-class Request(NamedTuple):
+@dataclass
+class Request:
     frame_num: int
     header: bytes
     file_data: bytes
@@ -20,12 +21,13 @@ class Request(NamedTuple):
     time_epoch: float
 
 
-class Response(NamedTuple):
+@dataclass
+class Response:
     frame_num: int
     header: bytes
     file_data: bytes
-    request_in: int
     time_epoch: float
+    _request_in: Optional[int]
 
 
 class HttpPair(NamedTuple):
@@ -112,7 +114,7 @@ class FlowAnalyzer:
             if packet.get("http.response.code"):
                 responses[frame_num] = Response(
                     frame_num=frame_num,
-                    request_in=request_in,
+                    _request_in=request_in,
                     header=header,
                     file_data=file_data,
                     time_epoch=time_epoch,
@@ -131,20 +133,20 @@ class FlowAnalyzer:
             包含请求和响应信息的字典迭代器
         """
         requests, responses = self.parse_http_json()
-        response_map = {r.request_in: r for r in responses.values()}
+        response_map = {r._request_in: r for r in responses.values()}
         yielded_resps = []
         for req_id, req in requests.items():
             resp = response_map.get(req_id)
             if resp:
                 yielded_resps.append(resp)
-                resp = resp._replace(request_in=None)
+                resp._request_in = None
                 yield HttpPair(request=req, response=resp)
             else:
                 yield HttpPair(request=req, response=None)
 
         for resp in response_map.values():
             if resp not in yielded_resps:
-                resp = resp._replace(request_in=None)
+                resp._request_in = None
                 yield HttpPair(request=None, response=resp)
 
     @staticmethod
@@ -153,30 +155,38 @@ class FlowAnalyzer:
             return hashlib.md5(f.read() + display_filter.encode()).hexdigest()
 
     @staticmethod
-    def extract_json_file(file_name: str, display_filter: str, tshark_work_dir: str, tshark_path: str) -> None:
+    def extract_json_file(file_name: str, display_filter: str, tshark_path: str, tshark_work_dir: str, json_work_path: str) -> None:
         command = [
             tshark_path,
-            "-r", file_name,
-            "-Y", f"({display_filter})",
-            "-T", "json",
-            "-e", "http.response.code",
-            "-e", "http.request_in",
-            "-e", "tcp.reassembled.data",
-            "-e", "frame.number",
-            "-e", "tcp.payload",
-            "-e", "frame.time_epoch",
-            "-e", "exported_pdu.exported_pdu",
-            "-e", "http.request.full_uri",
+            "-r",
+            file_name,
+            "-Y",
+            f"({display_filter})",
+            "-T",
+            "json",
+            "-e",
+            "http.response.code",
+            "-e",
+            "http.request_in",
+            "-e",
+            "tcp.reassembled.data",
+            "-e",
+            "frame.number",
+            "-e",
+            "tcp.payload",
+            "-e",
+            "frame.time_epoch",
+            "-e",
+            "exported_pdu.exported_pdu",
+            "-e",
+            "http.request.full_uri",
         ]
+        logger.debug(f"导出Json命令: {command}")
 
-        with open(f"{tshark_work_dir}/output.json", "wb") as output_file:
-            process = subprocess.Popen(
-                command,
-                stdout=output_file,
-                stderr=subprocess.PIPE,
-                cwd=tshark_work_dir
-            )
+        with open(json_work_path, "wb") as output_file:
+            process = subprocess.Popen(command, stdout=output_file, stderr=subprocess.PIPE, cwd=tshark_work_dir)
             _, stderr = process.communicate()
+        logger.debug(f"导出Json文件路径: {json_work_path}")
 
         if stderr and b"WARNING" not in stderr:
             try:
@@ -185,10 +195,7 @@ class FlowAnalyzer:
                 print(f"[Warning/Error]: {stderr.decode('gbk')}")
 
     @staticmethod
-    def move_and_add_md5sum(tshark_json_path: str, json_work_path: str, md5_sum: str) -> None:
-        if tshark_json_path != json_work_path:
-            shutil.move(tshark_json_path, json_work_path)
-
+    def add_md5sum(json_work_path: str, md5_sum: str) -> None:
         with open(json_work_path, "r", encoding="utf-8") as f:
             data = json.load(f)
         data[0]["MD5Sum"] = md5_sum
@@ -217,9 +224,10 @@ class FlowAnalyzer:
             raise FileNotFoundError("您的填写的流量包没有找到！流量包路径：%s" % file_path)
 
         md5_sum = FlowAnalyzer.get_hash(file_path, display_filter)
+        logger.debug(f"md5校验值: {md5_sum}")
+
         work_dir = os.getcwd()
-        tshark_work_dir = os.path.dirname(os.path.abspath(file_path))
-        tshark_json_path = os.path.join(tshark_work_dir, "output.json")
+        tshark_command_work_dir = os.path.dirname(os.path.abspath(file_path))
         json_work_path = os.path.join(work_dir, "output.json")
         file_name = os.path.basename(file_path)
 
@@ -228,14 +236,14 @@ class FlowAnalyzer:
                 with open(json_work_path, "r", encoding="utf-8") as f:
                     data = json.load(f)
                     if data[0].get("MD5Sum") == md5_sum:
-                        logger.debug("匹配HASH校验无误，自动返回Json文件路径!")
+                        logger.debug("匹配md5校验无误，自动返回Json文件路径!")
                         return json_work_path
             except Exception:
                 logger.debug("默认的Json文件无法被正常解析, 正在重新生成Json文件中")
-        
+
         tshark_path = FlowAnalyzer.get_tshark_path(tshark_path)
-        FlowAnalyzer.extract_json_file(file_name, display_filter, tshark_work_dir, tshark_path)
-        FlowAnalyzer.move_and_add_md5sum(tshark_json_path, json_work_path, md5_sum)
+        FlowAnalyzer.extract_json_file(file_name, display_filter, tshark_path, tshark_command_work_dir, json_work_path)
+        FlowAnalyzer.add_md5sum(json_work_path, md5_sum)
         return json_work_path
 
     @staticmethod
@@ -243,6 +251,8 @@ class FlowAnalyzer:
         default_tshark_path = get_default_tshark_path()
         if not os.path.exists(default_tshark_path):
             logger.debug("没有检测到tshark存在, 请查看并检查tshark_path")
+        else:
+            logger.debug("检测到默认tshark存在!")
 
         if tshark_path is None:
             logger.debug("您没有传入tshark_path, 请传入tshark_path")
@@ -319,6 +329,6 @@ class FlowAnalyzer:
             file_data = self.dechunck_http_response(file_data)
 
         with contextlib.suppress(Exception):
-            if file_data.startswith(b"\x1F\x8B"):
+            if file_data.startswith(b"\x1f\x8b"):
                 file_data = gzip.decompress(file_data)
         return header, file_data

{FlowAnalyzer-0.3.8.dist-info → FlowAnalyzer-0.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: FlowAnalyzer
-Version: 0.3.8
+Version: 0.4.0
 Summary: FlowAnalyzer是一个流量分析器，用于解析和处理tshark导出的JSON数据文件
 Home-page: https://github.com/Byxs20/FlowAnalyzer
 Author: Byxs20
@@ -52,7 +52,7 @@ tshark_path = r"C:\Program Files\Wireshark\tshark.exe"
 ```
 $ git clone https://github.com/Byxs20/FlowAnalyzer.git
 $ cd ./FlowAnalyzer/
-$ python -m tests.demo
+$ python tests\demo.py
 ```
 
 运行结果：

FlowAnalyzer-0.4.0.dist-info/RECORD

@@ -0,0 +1,9 @@
+FlowAnalyzer/FlowAnalyzer.py,sha256=kMjeMp8tylou_0wk-jC_9yYRFdYlFM9wYyb15jy9blA,12259
+FlowAnalyzer/Path.py,sha256=E5VvucTftp8VTQUffFzFWHotQEYtZL-j7IQPOaleiug,130
+FlowAnalyzer/__init__.py,sha256=vfiHONPTrvjUU3MwhjFOEo3sWfzlhkA6gOLn_4UJ7sg,70
+FlowAnalyzer/logging_config.py,sha256=-RntNJhrBiW7ToXIP1WJjZ4Yf9jmZQ1PTX_er3tDxhw,730
+FlowAnalyzer-0.4.0.dist-info/LICENSE,sha256=ybAV0ECduYBZCpjkHyNALVWRRmT_eM0BDgqUszhwEFU,1080
+FlowAnalyzer-0.4.0.dist-info/METADATA,sha256=iS4ByUDWmq8kyqu5sgbLc1AXXgKOg4qA7jBo-wna8_0,1956
+FlowAnalyzer-0.4.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+FlowAnalyzer-0.4.0.dist-info/top_level.txt,sha256=2MtvAF6dEe_eHipw_6G5pFLb2uOCbGnlH0bC4iBtm5A,13
+FlowAnalyzer-0.4.0.dist-info/RECORD,,

FlowAnalyzer-0.3.8.dist-info/RECORD

@@ -1,9 +0,0 @@
-FlowAnalyzer/FlowAnalyzer.py,sha256=AV1AGAQqJsniHvnhzXhNRg4F__sAsl6MIwqW8BGdxSI,12163
-FlowAnalyzer/Path.py,sha256=E5VvucTftp8VTQUffFzFWHotQEYtZL-j7IQPOaleiug,130
-FlowAnalyzer/__init__.py,sha256=vfiHONPTrvjUU3MwhjFOEo3sWfzlhkA6gOLn_4UJ7sg,70
-FlowAnalyzer/logging_config.py,sha256=-RntNJhrBiW7ToXIP1WJjZ4Yf9jmZQ1PTX_er3tDxhw,730
-FlowAnalyzer-0.3.8.dist-info/LICENSE,sha256=ybAV0ECduYBZCpjkHyNALVWRRmT_eM0BDgqUszhwEFU,1080
-FlowAnalyzer-0.3.8.dist-info/METADATA,sha256=Jz4mmDZwGJscF_DsxRbHniPpg5HUb3ZmbmK4BpoikEE,1956
-FlowAnalyzer-0.3.8.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-FlowAnalyzer-0.3.8.dist-info/top_level.txt,sha256=2MtvAF6dEe_eHipw_6G5pFLb2uOCbGnlH0bC4iBtm5A,13
-FlowAnalyzer-0.3.8.dist-info/RECORD,,