xbase-util 0.7.0__tar.gz → 0.7.2__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (35) hide show
  1. {xbase_util-0.7.0 → xbase_util-0.7.2}/PKG-INFO +1 -1
  2. {xbase_util-0.7.0 → xbase_util-0.7.2}/setup.py +1 -1
  3. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/packet_util.py +28 -28
  4. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/xbase_constant.py +2 -2
  5. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util.egg-info/PKG-INFO +1 -1
  6. {xbase_util-0.7.0 → xbase_util-0.7.2}/README.md +0 -0
  7. {xbase_util-0.7.0 → xbase_util-0.7.2}/setup.cfg +0 -0
  8. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/__init__.py +0 -0
  9. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/add_column_util.py +0 -0
  10. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/dangerous_util.py +0 -0
  11. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/__init__.py +0 -0
  12. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/bean/ConfigBean.py +0 -0
  13. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/bean/CurrentConfigBean.py +0 -0
  14. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/bean/FlowBean.py +0 -0
  15. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/bean/TaskTemplateBean.py +0 -0
  16. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/bean/__init__.py +0 -0
  17. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/dao/ConfigDao.py +0 -0
  18. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/dao/CurrentConfigDao.py +0 -0
  19. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/dao/FlowDao.py +0 -0
  20. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/dao/TaskTemplateDao.py +0 -0
  21. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/dao/__init__.py +0 -0
  22. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/db/initsqlite3.py +0 -0
  23. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/es_db_util.py +0 -0
  24. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/esreq.py +0 -0
  25. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/geo_util.py +0 -0
  26. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/handle_features_util.py +0 -0
  27. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/pcap_util.py +0 -0
  28. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/segment.py +0 -0
  29. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util/xbase_util.py +0 -0
  30. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util.egg-info/SOURCES.txt +0 -0
  31. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util.egg-info/dependency_links.txt +0 -0
  32. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util.egg-info/not-zip-safe +0 -0
  33. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util.egg-info/top_level.txt +0 -0
  34. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util_assets/GeoLite2-City.mmdb +0 -0
  35. {xbase_util-0.7.0 → xbase_util-0.7.2}/xbase_util_assets/arkimeparse.js +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xbase_util
3
- Version: 0.7.0
3
+ Version: 0.7.2
4
4
  Summary: 网络安全基础工具
5
5
  Home-page: https://gitee.com/jimonik/xbase_util.git
6
6
  Author: xyt
@@ -3,7 +3,7 @@ from distutils.core import setup
3
3
  from setuptools import find_packages
4
4
 
5
5
  setup(name="xbase_util",
6
- version="0.7.0",
6
+ version="0.7.2",
7
7
  description="网络安全基础工具",
8
8
  long_description="包含提取,预测,训练的基础工具",
9
9
  author="xyt",
@@ -71,34 +71,34 @@ http_req_path = re.compile(r"(?:GET|POST|HEAD|PUT|DELETE|OPTIONS|PATCH)\s+(\/[^\
71
71
  res_status_code_pattern = re.compile(r"HTTP\/\d\.\d\s+(\d{3})\s+.*")
72
72
 
73
73
 
74
- def get_all_packets_by_reg(packets):
75
- http_Req_Raw = {}
76
- http_methods = ("POST /", "PUT /", "OPTIONS /", "DELETE /", "GET /")
77
- for packet in packets:
78
- if TCP in packet and Raw in packet:
79
- data = packet[Raw].load
80
- ack = packet[TCP].ack
81
- next_ack = packet[TCP].seq + len(data)
82
- if ack not in http_Req_Raw:
83
- http_Req_Raw[ack] = {"time": [float(packet.time)], "data": data, "next_ack": next_ack}
84
- else:
85
- http_Req_Raw[ack]["time"].append(float(packet.time))
86
- http_Req_Raw[ack]["data"] += data
87
- http_Req_Raw[ack]["next_ack"] = next_ack
88
- packet_list = [
89
- {
90
- 'req_data': item['data'],
91
- 'res_data': http_Req_Raw[item['next_ack']]['data'],
92
- 'req_text': filter_visible_chars(item['data']),
93
- 'res_text': filter_visible_chars(http_Req_Raw[item['next_ack']]['data']),
94
- 'req_time': item['time'],
95
- 'res_time': http_Req_Raw[item['next_ack']]['time']
96
- }
97
- for ack, item in http_Req_Raw.items()
98
- if item['next_ack'] in http_Req_Raw # 检查 next_ack 是否存在
99
- and any(method in filter_visible_chars(item['data']) for method in http_methods)
100
- ]
101
- return packet_list
74
+ # def get_all_packets_by_reg(packets):
75
+ # http_Req_Raw = {}
76
+ # http_methods = ("POST /", "PUT /", "OPTIONS /", "DELETE /", "GET /")
77
+ # for packet in packets:
78
+ # if TCP in packet and Raw in packet:
79
+ # data = packet[Raw].load
80
+ # ack = packet[TCP].ack
81
+ # next_ack = packet[TCP].seq + len(data)
82
+ # if ack not in http_Req_Raw:
83
+ # http_Req_Raw[ack] = {"time": [float(packet.time)], "data": data, "next_ack": next_ack}
84
+ # else:
85
+ # http_Req_Raw[ack]["time"].append(float(packet.time))
86
+ # http_Req_Raw[ack]["data"] += data
87
+ # http_Req_Raw[ack]["next_ack"] = next_ack
88
+ # packet_list = [
89
+ # {
90
+ # 'req_data': item['data'],
91
+ # 'res_data': http_Req_Raw[item['next_ack']]['data'],
92
+ # 'req_text': filter_visible_chars(item['data']),
93
+ # 'res_text': filter_visible_chars(http_Req_Raw[item['next_ack']]['data']),
94
+ # 'req_time': item['time'],
95
+ # 'res_time': http_Req_Raw[item['next_ack']]['time']
96
+ # }
97
+ # for ack, item in http_Req_Raw.items()
98
+ # if item['next_ack'] in http_Req_Raw # 检查 next_ack 是否存在
99
+ # and any(method in filter_visible_chars(item['data']) for method in http_methods)
100
+ # ]
101
+ # return packet_list
102
102
 
103
103
 
104
104
  def get_header_value(header_set, value):
@@ -223,14 +223,14 @@ regex_patterns = {
223
223
  re.IGNORECASE)
224
224
  }
225
225
  # 可见的content-type值
226
- plain_content_type_columns = ['text/json;charset=gbk',
226
+ plain_content_type_columns = ['text/json;charset=gbk','text/javascript','text/css','text/html;charset=gb2312',
227
227
  'application/xml;charset=gbk', 'application/xml;charset=utf_8', 'application/tlt_notify',
228
228
  'application/json;charset=gbk', 'text/xml;charset=utf_8', 'application/json',
229
229
  'text/csv;charset=utf_8', 'application/json;charse=utf_8',
230
230
  'application/soap+xml;charset=utf_8;action="urn:dopricetaxseparated"',
231
231
  'text/xml;charset=gbk', 'text/xml', 'application/x_cm_json;charset=utf_8',
232
232
  'application/xml;tz=utc', 'text/xml;charset="utf_8"', 'application/x_java_archive',
233
- 'application/msword', 'image/png', 'application/xml',
233
+ 'application/msword', 'application/xml',
234
234
  'application/x_stapler_method_invocation;charset=utf_8', 'text/plain;charset=iso_8859_1',
235
235
  'application/x_www_form_urlencoded;charset=utf_8', 'text/plain;charset=gbk',
236
236
  'application/octet_stream;charset=utf_8', 'application/x_tika_ooxml',
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xbase-util
3
- Version: 0.7.0
3
+ Version: 0.7.2
4
4
  Summary: 网络安全基础工具
5
5
  Home-page: https://gitee.com/jimonik/xbase_util.git
6
6
  Author: xyt
File without changes
File without changes