xbase-util 0.1.5__tar.gz → 0.1.7__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {xbase_util-0.1.5 → xbase_util-0.1.7}/PKG-INFO +1 -1
- {xbase_util-0.1.5 → xbase_util-0.1.7}/setup.py +1 -1
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/esreq.py +4 -4
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/handle_features_util.py +4 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/PKG-INFO +1 -1
- {xbase_util-0.1.5 → xbase_util-0.1.7}/README.md +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/setup.cfg +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/ConfigBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/CurrentConfigBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/FlowBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/TaskTemplateBean.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/bean/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/ConfigDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/CurrentConfigDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/FlowDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/TaskTemplateDao.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/dao/__init__.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/db/initsqlite3.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/es_db_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/geo_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/pcap_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/xbase_constant.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util/xbase_util.py +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/SOURCES.txt +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/dependency_links.txt +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/not-zip-safe +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util.egg-info/top_level.txt +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util_assets/GeoLite2-City.mmdb +0 -0
- {xbase_util-0.1.5 → xbase_util-0.1.7}/xbase_util_assets/arkimeparse.js +0 -0
@@ -2,7 +2,7 @@ import requests
|
|
2
2
|
|
3
3
|
|
4
4
|
class EsReq:
|
5
|
-
def __init__(self, url,timeout=120):
|
5
|
+
def __init__(self, url, timeout=120):
|
6
6
|
self.es_url = url
|
7
7
|
self.timeout = timeout
|
8
8
|
print("初始化自定义es请求类")
|
@@ -10,11 +10,11 @@ class EsReq:
|
|
10
10
|
def clear_all_scroll(self):
|
11
11
|
return requests.delete(self.es_url + "/_search/scroll", timeout=self.timeout, json={'scroll_id': '_all'})
|
12
12
|
|
13
|
-
def search(self, body
|
14
|
-
requests.post(self.es_url + "/_search
|
13
|
+
def search(self, body):
|
14
|
+
return requests.post(self.es_url + "/_search", timeout=self.timeout, json=body)
|
15
15
|
|
16
16
|
def start_scroll(self, exp, scroll):
|
17
|
-
return requests.post(self.es_url + "/_search
|
17
|
+
return requests.post(self.es_url + f"/_search?scroll={scroll}", timeout=self.timeout,
|
18
18
|
json=exp)
|
19
19
|
|
20
20
|
def scroll_by_id(self, scroll_id, scroll):
|
@@ -4,9 +4,12 @@ import traceback
|
|
4
4
|
from urllib.parse import unquote
|
5
5
|
|
6
6
|
import pandas as pd
|
7
|
+
from tqdm import tqdm
|
8
|
+
|
7
9
|
|
8
10
|
|
9
11
|
def handle_uri(data):
|
12
|
+
tqdm.pandas()
|
10
13
|
print(f"处理URI:{len(data)}")
|
11
14
|
# 定义正则表达式,确保精确匹配各种攻击特征
|
12
15
|
regex_patterns = {
|
@@ -100,6 +103,7 @@ def handle_uri(data):
|
|
100
103
|
|
101
104
|
|
102
105
|
def handle_ua(data):
|
106
|
+
tqdm.pandas()
|
103
107
|
print("处理UA")
|
104
108
|
data['http.useragent'] = data['http.useragent'].fillna('').astype(str)
|
105
109
|
# 处理换行符及多余空格
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|