xbase-util 0.1.5__tar.gz → 0.1.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {xbase_util-0.1.5 → xbase_util-0.1.7}/PKG-INFO +1 -1
- {xbase_util-0.1.5 → xbase_util-0.1.7}/setup.py +1 -1
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/esreq.py +4 -4
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/handle_features_util.py +4 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/PKG-INFO +1 -1
- {xbase_util-0.1.5 → xbase_util-0.1.7}/README.md +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/setup.cfg +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/ConfigBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/CurrentConfigBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/FlowBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/TaskTemplateBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/ConfigDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/CurrentConfigDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/FlowDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/TaskTemplateDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/initsqlite3.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/es_db_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/geo_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/pcap_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/xbase_constant.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/xbase_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/SOURCES.txt +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/dependency_links.txt +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/not-zip-safe +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/top_level.txt +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util_assets/GeoLite2-City.mmdb +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util_assets/arkimeparse.js +0 -0
@@ -2,7 +2,7 @@ import requests
|
|
2
2
|
|
3
3
|
|
4
4
|
class EsReq:
|
5
|
-
def __init__(self, url,timeout=120):
|
5
|
+
def __init__(self, url, timeout=120):
|
6
6
|
self.es_url = url
|
7
7
|
self.timeout = timeout
|
8
8
|
print("初始化自定义es请求类")
|
@@ -10,11 +10,11 @@ class EsReq:
|
|
10
10
|
def clear_all_scroll(self):
|
11
11
|
return requests.delete(self.es_url + "/_search/scroll", timeout=self.timeout, json={'scroll_id': '_all'})
|
12
12
|
|
13
|
-
def search(self, body
|
14
|
-
requests.post(self.es_url + "/_search
|
13
|
+
def search(self, body):
|
14
|
+
return requests.post(self.es_url + "/_search", timeout=self.timeout, json=body)
|
15
15
|
|
16
16
|
def start_scroll(self, exp, scroll):
|
17
|
-
return requests.post(self.es_url + "/_search
|
17
|
+
return requests.post(self.es_url + f"/_search?scroll={scroll}", timeout=self.timeout,
|
18
18
|
json=exp)
|
19
19
|
|
20
20
|
def scroll_by_id(self, scroll_id, scroll):
|
@@ -4,9 +4,12 @@ import traceback
|
|
4
4
|
from urllib.parse import unquote
|
5
5
|
|
6
6
|
import pandas as pd
|
7
|
+
from tqdm import tqdm
|
8
|
+
|
7
9
|
|
8
10
|
|
9
11
|
def handle_uri(data):
|
12
|
+
tqdm.pandas()
|
10
13
|
print(f"处理URI:{len(data)}")
|
11
14
|
# 定义正则表达式,确保精确匹配各种攻击特征
|
12
15
|
regex_patterns = {
|
@@ -100,6 +103,7 @@ def handle_uri(data):
|
|
100
103
|
|
101
104
|
|
102
105
|
def handle_ua(data):
|
106
|
+
tqdm.pandas()
|
103
107
|
print("处理UA")
|
104
108
|
data['http.useragent'] = data['http.useragent'].fillna('').astype(str)
|
105
109
|
# 处理换行符及多余空格
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|