pyxllib 0.0.43__py3-none-any.whl → 0.3.197__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pyxllib/__init__.py +9 -2
- pyxllib/algo/__init__.py +8 -0
- pyxllib/algo/disjoint.py +54 -0
- pyxllib/algo/geo.py +541 -0
- pyxllib/{util/mathlib.py → algo/intervals.py} +172 -36
- pyxllib/algo/matcher.py +389 -0
- pyxllib/algo/newbie.py +166 -0
- pyxllib/algo/pupil.py +629 -0
- pyxllib/algo/shapelylib.py +67 -0
- pyxllib/algo/specialist.py +241 -0
- pyxllib/algo/stat.py +494 -0
- pyxllib/algo/treelib.py +149 -0
- pyxllib/algo/unitlib.py +66 -0
- pyxllib/autogui/__init__.py +5 -0
- pyxllib/autogui/activewin.py +246 -0
- pyxllib/autogui/all.py +9 -0
- pyxllib/autogui/autogui.py +852 -0
- pyxllib/autogui/uiautolib.py +362 -0
- pyxllib/autogui/virtualkey.py +102 -0
- pyxllib/autogui/wechat.py +827 -0
- pyxllib/autogui/wechat_msg.py +421 -0
- pyxllib/autogui/wxautolib.py +84 -0
- pyxllib/cv/__init__.py +1 -11
- pyxllib/cv/expert.py +267 -0
- pyxllib/cv/{imlib.py → imfile.py} +18 -83
- pyxllib/cv/imhash.py +39 -0
- pyxllib/cv/pupil.py +9 -0
- pyxllib/cv/rgbfmt.py +1525 -0
- pyxllib/cv/slidercaptcha.py +137 -0
- pyxllib/cv/trackbartools.py +163 -49
- pyxllib/cv/xlcvlib.py +1040 -0
- pyxllib/cv/xlpillib.py +423 -0
- pyxllib/data/__init__.py +0 -0
- pyxllib/data/echarts.py +240 -0
- pyxllib/data/jsonlib.py +89 -0
- pyxllib/{util/oss2_.py → data/oss.py} +11 -9
- pyxllib/data/pglib.py +1127 -0
- pyxllib/data/sqlite.py +568 -0
- pyxllib/{util → data}/sqllib.py +13 -31
- pyxllib/ext/JLineViewer.py +505 -0
- pyxllib/ext/__init__.py +6 -0
- pyxllib/{util → ext}/demolib.py +119 -35
- pyxllib/ext/drissionlib.py +277 -0
- pyxllib/ext/kq5034lib.py +12 -0
- pyxllib/{util/main.py → ext/old.py} +122 -284
- pyxllib/ext/qt.py +449 -0
- pyxllib/ext/robustprocfile.py +497 -0
- pyxllib/ext/seleniumlib.py +76 -0
- pyxllib/{util/tklib.py → ext/tk.py} +10 -11
- pyxllib/ext/unixlib.py +827 -0
- pyxllib/ext/utools.py +351 -0
- pyxllib/{util/webhooklib.py → ext/webhook.py} +45 -17
- pyxllib/ext/win32lib.py +40 -0
- pyxllib/ext/wjxlib.py +88 -0
- pyxllib/ext/wpsapi.py +124 -0
- pyxllib/ext/xlwork.py +9 -0
- pyxllib/ext/yuquelib.py +1105 -0
- pyxllib/file/__init__.py +17 -0
- pyxllib/file/docxlib.py +761 -0
- pyxllib/{util → file}/gitlib.py +40 -27
- pyxllib/file/libreoffice.py +165 -0
- pyxllib/file/movielib.py +148 -0
- pyxllib/file/newbie.py +10 -0
- pyxllib/file/onenotelib.py +1469 -0
- pyxllib/file/packlib/__init__.py +330 -0
- pyxllib/{util → file/packlib}/zipfile.py +598 -195
- pyxllib/file/pdflib.py +426 -0
- pyxllib/file/pupil.py +185 -0
- pyxllib/file/specialist/__init__.py +685 -0
- pyxllib/{basic/_5_dirlib.py → file/specialist/dirlib.py} +364 -93
- pyxllib/file/specialist/download.py +193 -0
- pyxllib/file/specialist/filelib.py +2829 -0
- pyxllib/file/xlsxlib.py +3131 -0
- pyxllib/file/xlsyncfile.py +341 -0
- pyxllib/prog/__init__.py +5 -0
- pyxllib/prog/cachetools.py +64 -0
- pyxllib/prog/deprecatedlib.py +233 -0
- pyxllib/prog/filelock.py +42 -0
- pyxllib/prog/ipyexec.py +253 -0
- pyxllib/prog/multiprogs.py +940 -0
- pyxllib/prog/newbie.py +451 -0
- pyxllib/prog/pupil.py +1197 -0
- pyxllib/{sitepackages.py → prog/sitepackages.py} +5 -3
- pyxllib/prog/specialist/__init__.py +391 -0
- pyxllib/prog/specialist/bc.py +203 -0
- pyxllib/prog/specialist/browser.py +497 -0
- pyxllib/prog/specialist/common.py +347 -0
- pyxllib/prog/specialist/datetime.py +199 -0
- pyxllib/prog/specialist/tictoc.py +240 -0
- pyxllib/prog/specialist/xllog.py +180 -0
- pyxllib/prog/xlosenv.py +108 -0
- pyxllib/stdlib/__init__.py +17 -0
- pyxllib/{util → stdlib}/tablepyxl/__init__.py +1 -3
- pyxllib/{util → stdlib}/tablepyxl/style.py +1 -1
- pyxllib/{util → stdlib}/tablepyxl/tablepyxl.py +2 -4
- pyxllib/text/__init__.py +8 -0
- pyxllib/text/ahocorasick.py +39 -0
- pyxllib/text/airscript.js +744 -0
- pyxllib/text/charclasslib.py +121 -0
- pyxllib/text/jiebalib.py +267 -0
- pyxllib/text/jinjalib.py +32 -0
- pyxllib/text/jsa_ai_prompt.md +271 -0
- pyxllib/text/jscode.py +922 -0
- pyxllib/text/latex/__init__.py +158 -0
- pyxllib/text/levenshtein.py +303 -0
- pyxllib/text/nestenv.py +1215 -0
- pyxllib/text/newbie.py +300 -0
- pyxllib/text/pupil/__init__.py +8 -0
- pyxllib/text/pupil/common.py +1121 -0
- pyxllib/text/pupil/xlalign.py +326 -0
- pyxllib/text/pycode.py +47 -0
- pyxllib/text/specialist/__init__.py +8 -0
- pyxllib/text/specialist/common.py +112 -0
- pyxllib/text/specialist/ptag.py +186 -0
- pyxllib/text/spellchecker.py +172 -0
- pyxllib/text/templates/echart_base.html +11 -0
- pyxllib/text/templates/highlight_code.html +17 -0
- pyxllib/text/templates/latex_editor.html +103 -0
- pyxllib/text/vbacode.py +17 -0
- pyxllib/text/xmllib.py +747 -0
- pyxllib/xl.py +39 -0
- pyxllib/xlcv.py +17 -0
- pyxllib-0.3.197.dist-info/METADATA +48 -0
- pyxllib-0.3.197.dist-info/RECORD +126 -0
- {pyxllib-0.0.43.dist-info → pyxllib-0.3.197.dist-info}/WHEEL +4 -5
- pyxllib/basic/_1_strlib.py +0 -945
- pyxllib/basic/_2_timelib.py +0 -488
- pyxllib/basic/_3_pathlib.py +0 -916
- pyxllib/basic/_4_loglib.py +0 -419
- pyxllib/basic/__init__.py +0 -54
- pyxllib/basic/arrow_.py +0 -250
- pyxllib/basic/chardet_.py +0 -66
- pyxllib/basic/dirlib.py +0 -529
- pyxllib/basic/dprint.py +0 -202
- pyxllib/basic/extension.py +0 -12
- pyxllib/basic/judge.py +0 -31
- pyxllib/basic/log.py +0 -204
- pyxllib/basic/pathlib_.py +0 -705
- pyxllib/basic/pytictoc.py +0 -102
- pyxllib/basic/qiniu_.py +0 -61
- pyxllib/basic/strlib.py +0 -761
- pyxllib/basic/timer.py +0 -132
- pyxllib/cv/cv.py +0 -834
- pyxllib/cv/cvlib/_1_geo.py +0 -543
- pyxllib/cv/cvlib/_2_cvprcs.py +0 -309
- pyxllib/cv/cvlib/_2_imgproc.py +0 -594
- pyxllib/cv/cvlib/_3_pilprcs.py +0 -80
- pyxllib/cv/cvlib/_4_cvimg.py +0 -211
- pyxllib/cv/cvlib/__init__.py +0 -10
- pyxllib/cv/debugtools.py +0 -82
- pyxllib/cv/fitz_.py +0 -300
- pyxllib/cv/installer.py +0 -42
- pyxllib/debug/_0_installer.py +0 -38
- pyxllib/debug/_1_typelib.py +0 -277
- pyxllib/debug/_2_chrome.py +0 -198
- pyxllib/debug/_3_showdir.py +0 -161
- pyxllib/debug/_4_bcompare.py +0 -140
- pyxllib/debug/__init__.py +0 -49
- pyxllib/debug/bcompare.py +0 -132
- pyxllib/debug/chrome.py +0 -198
- pyxllib/debug/installer.py +0 -38
- pyxllib/debug/showdir.py +0 -158
- pyxllib/debug/typelib.py +0 -278
- pyxllib/image/__init__.py +0 -12
- pyxllib/torch/__init__.py +0 -20
- pyxllib/torch/modellib.py +0 -37
- pyxllib/torch/trainlib.py +0 -344
- pyxllib/util/__init__.py +0 -20
- pyxllib/util/aip_.py +0 -141
- pyxllib/util/casiadb.py +0 -59
- pyxllib/util/excellib.py +0 -495
- pyxllib/util/filelib.py +0 -612
- pyxllib/util/jsondata.py +0 -27
- pyxllib/util/jsondata2.py +0 -92
- pyxllib/util/labelmelib.py +0 -139
- pyxllib/util/onepy/__init__.py +0 -29
- pyxllib/util/onepy/onepy.py +0 -574
- pyxllib/util/onepy/onmanager.py +0 -170
- pyxllib/util/pyautogui_.py +0 -219
- pyxllib/util/textlib.py +0 -1305
- pyxllib/util/unorder.py +0 -22
- pyxllib/util/xmllib.py +0 -639
- pyxllib-0.0.43.dist-info/METADATA +0 -39
- pyxllib-0.0.43.dist-info/RECORD +0 -80
- pyxllib-0.0.43.dist-info/top_level.txt +0 -1
- {pyxllib-0.0.43.dist-info → pyxllib-0.3.197.dist-info/licenses}/LICENSE +0 -0
@@ -0,0 +1,505 @@
|
|
1
|
+
#!/usr/bin/env python3
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Author : 陈坤泽
|
4
|
+
# @Email : 877362867@qq.com
|
5
|
+
# @Date : 2023/08/02 14:05
|
6
|
+
|
7
|
+
import os
|
8
|
+
import random
|
9
|
+
import re
|
10
|
+
import sys
|
11
|
+
import json
|
12
|
+
import time
|
13
|
+
from types import SimpleNamespace
|
14
|
+
|
15
|
+
import warnings
|
16
|
+
|
17
|
+
warnings.filterwarnings('ignore')
|
18
|
+
|
19
|
+
import logging
|
20
|
+
|
21
|
+
logging.disable(logging.CRITICAL)
|
22
|
+
|
23
|
+
from PyQt5.QtWidgets import QApplication, QMainWindow, QAction, QFileDialog, QListWidget, QLineEdit, QVBoxLayout, \
|
24
|
+
QSplitter, QTreeView, QPlainTextEdit, QPushButton, QLabel, QHBoxLayout, QSizePolicy, QWidget, QStatusBar, \
|
25
|
+
QAbstractItemView, QHeaderView, QMessageBox
|
26
|
+
from PyQt5.QtWidgets import QItemDelegate, QTextEdit
|
27
|
+
from PyQt5.QtWidgets import QItemDelegate, QDialog, QVBoxLayout, QTextEdit, QPushButton
|
28
|
+
|
29
|
+
from PyQt5.QtGui import QTextOption, QStandardItemModel, QStandardItem
|
30
|
+
from PyQt5.QtCore import Qt, QModelIndex, QSettings, QFileInfo
|
31
|
+
|
32
|
+
from pyxllib.file.specialist import XlPath
|
33
|
+
|
34
|
+
# 一个专门存储大字符串的命名空间
|
35
|
+
LargeStrings = SimpleNamespace()
|
36
|
+
|
37
|
+
# 命名并存储QTreeView的样式(旧的格式配置,在新版中已经不起作用)
|
38
|
+
LargeStrings.treeViewStyles = """
|
39
|
+
QTreeView::item { /* 设置网格线 */
|
40
|
+
border: 1px solid black;
|
41
|
+
}
|
42
|
+
|
43
|
+
QTreeView::item:selected {
|
44
|
+
background: black;
|
45
|
+
color: white;
|
46
|
+
}
|
47
|
+
|
48
|
+
QTreeView::item:selected:active {
|
49
|
+
background: black;
|
50
|
+
color: white;
|
51
|
+
}
|
52
|
+
|
53
|
+
QTreeView::item:selected:!active {
|
54
|
+
background: black;
|
55
|
+
color: white;
|
56
|
+
}
|
57
|
+
""".strip()
|
58
|
+
|
59
|
+
|
60
|
+
class MyTreeView(QTreeView):
|
61
|
+
def __init__(self, parent=None):
|
62
|
+
super().__init__(parent)
|
63
|
+
|
64
|
+
def edit(self, index, trigger, event):
|
65
|
+
if trigger == QAbstractItemView.DoubleClicked:
|
66
|
+
return False
|
67
|
+
# 如果是第 0 列 (keys),则禁止编辑
|
68
|
+
if index.column() == 0:
|
69
|
+
return False
|
70
|
+
return super().edit(index, trigger, event)
|
71
|
+
|
72
|
+
|
73
|
+
class KeyStandardItem(QStandardItem):
|
74
|
+
def data(self, role=None):
|
75
|
+
if role == Qt.TextAlignmentRole:
|
76
|
+
return Qt.AlignLeft | Qt.AlignVCenter
|
77
|
+
return super().data(role)
|
78
|
+
|
79
|
+
|
80
|
+
class ExpandedTextEditDelegate(QItemDelegate):
|
81
|
+
def createEditor(self, parent, option, index):
|
82
|
+
return QTextEdit(parent)
|
83
|
+
|
84
|
+
def sizeHint(self, option, index):
|
85
|
+
size = super().sizeHint(option, index)
|
86
|
+
return size
|
87
|
+
|
88
|
+
def setEditorData(self, editor, index):
|
89
|
+
value = index.model().data(index, Qt.EditRole)
|
90
|
+
editor.setPlainText(value)
|
91
|
+
|
92
|
+
def setModelData(self, editor, model, index):
|
93
|
+
value = editor.toPlainText()
|
94
|
+
model.setData(index, value, Qt.EditRole)
|
95
|
+
|
96
|
+
def updateEditorGeometry(self, editor, option, index):
|
97
|
+
editor.setGeometry(option.rect)
|
98
|
+
|
99
|
+
|
100
|
+
class CompactTextEditDelegate(ExpandedTextEditDelegate):
|
101
|
+
def sizeHint(self, option, index):
|
102
|
+
size = super().sizeHint(option, index)
|
103
|
+
# todo 如果一个4k的屏幕使用2k的时候,这个缩放比例不会自动兼容,阁下又当如何应对
|
104
|
+
size.setHeight(20) # 限制最大高度为20像素,限定每个条目只展示一行
|
105
|
+
return size
|
106
|
+
|
107
|
+
def paint(self, painter, option, index):
|
108
|
+
text = index.model().data(index)
|
109
|
+
|
110
|
+
# 只显示前100个字符
|
111
|
+
text = text[:100] + '...' if len(text) > 100 else text
|
112
|
+
|
113
|
+
painter.drawText(option.rect, Qt.AlignLeft, text)
|
114
|
+
|
115
|
+
|
116
|
+
class JLineViewer(QMainWindow):
|
117
|
+
def __init__(self):
|
118
|
+
super(JLineViewer, self).__init__()
|
119
|
+
self.load_settings()
|
120
|
+
|
121
|
+
# 初始化 allItemsLoaded 变量
|
122
|
+
self.allItemsLoaded = False
|
123
|
+
|
124
|
+
self.initUI()
|
125
|
+
# 开启部件接受拖放的能力(在windows中测试该功能失败)
|
126
|
+
self.setAcceptDrops(True)
|
127
|
+
|
128
|
+
def load_settings(self):
|
129
|
+
self.settings = QSettings('pyxllib', 'JLineViewer')
|
130
|
+
self.lastOpenDir = self.settings.value('lastOpenDir', '')
|
131
|
+
|
132
|
+
def save_settings(self):
|
133
|
+
self.settings.setValue('lastOpenDir', self.lastOpenDir)
|
134
|
+
|
135
|
+
def initUI(self):
|
136
|
+
self.listWidget = QListWidget()
|
137
|
+
self.treeView = MyTreeView()
|
138
|
+
self.plainTextEdit = QPlainTextEdit()
|
139
|
+
self.searchLineEdit = QLineEdit()
|
140
|
+
self.searchButton = QPushButton("普通搜索")
|
141
|
+
|
142
|
+
self.listWidget.itemClicked.connect(self.loadJson)
|
143
|
+
self.searchButton.clicked.connect(self.searchItems)
|
144
|
+
self.searchLineEdit.returnPressed.connect(self.searchItems)
|
145
|
+
self.treeView.clicked.connect(self.editItem)
|
146
|
+
|
147
|
+
splitter = QSplitter(Qt.Horizontal)
|
148
|
+
splitter.addWidget(self.addPane(self.listWidget, 'JSONL Items'))
|
149
|
+
splitter.addWidget(self.addPane(self.treeView, 'JSON Tree View'))
|
150
|
+
splitter.addWidget(self.addPane(self.plainTextEdit, 'Selected Content'))
|
151
|
+
splitter.setSizes([100, 300, 200])
|
152
|
+
|
153
|
+
layout = QVBoxLayout()
|
154
|
+
searchLayout = QHBoxLayout()
|
155
|
+
searchLayout.addWidget(QLabel("搜索条目:"))
|
156
|
+
searchLayout.addWidget(self.searchLineEdit)
|
157
|
+
searchLayout.addWidget(self.searchButton)
|
158
|
+
layout.addLayout(searchLayout)
|
159
|
+
layout.addWidget(splitter)
|
160
|
+
|
161
|
+
self.regexSearchButton = QPushButton("正则搜索")
|
162
|
+
self.regexSearchButton.clicked.connect(self.regexSearchItems) # 连接新的槽函数
|
163
|
+
searchLayout.addWidget(self.regexSearchButton) # 添加按钮到布局
|
164
|
+
|
165
|
+
centralWidget = QWidget()
|
166
|
+
self.setCentralWidget(centralWidget)
|
167
|
+
centralWidget.setLayout(layout)
|
168
|
+
|
169
|
+
openFile = QAction('打开文件', self)
|
170
|
+
openFile.setShortcut('Ctrl+O')
|
171
|
+
openFile.setStatusTip('打开新文件,可以打开jsonl或json格式的文件')
|
172
|
+
openFile.triggered.connect(self.showDialog)
|
173
|
+
|
174
|
+
self.reloadButton = QAction('重新加载', self)
|
175
|
+
self.reloadButton.triggered.connect(self.reload)
|
176
|
+
|
177
|
+
self.loadAllButton = QAction("加载全部", self)
|
178
|
+
self.loadAllButton.setStatusTip('对jsonl最多只会预加载1000行,点击该按钮可以加载剩余全部条目')
|
179
|
+
self.loadAllButton.triggered.connect(self.loadAllItems)
|
180
|
+
|
181
|
+
self.delegate_mode = 'compact'
|
182
|
+
self.toggleDelegateButton = QAction('单行模式', self)
|
183
|
+
self.toggleDelegateButton.triggered.connect(self.toggleDelegate)
|
184
|
+
|
185
|
+
saveFile = QAction('保存文件', self)
|
186
|
+
saveFile.setShortcut('Ctrl+S')
|
187
|
+
saveFile.setStatusTip('保存文件')
|
188
|
+
saveFile.triggered.connect(self.saveFile)
|
189
|
+
|
190
|
+
toolbar = self.addToolBar('文件')
|
191
|
+
toolbar.addAction(openFile)
|
192
|
+
toolbar.addAction(self.reloadButton)
|
193
|
+
toolbar.addAction(self.loadAllButton) # 将按钮添加到布局中
|
194
|
+
toolbar.addAction(self.toggleDelegateButton)
|
195
|
+
# toolbar.addAction(saveFile)
|
196
|
+
|
197
|
+
self.statusBar = QStatusBar()
|
198
|
+
self.setStatusBar(self.statusBar)
|
199
|
+
|
200
|
+
self.setGeometry(300, 300, 350, 300)
|
201
|
+
self.setWindowTitle('JLineEditor')
|
202
|
+
self.treeView.setAlternatingRowColors(True)
|
203
|
+
self.treeView.setIndentation(20)
|
204
|
+
# self.treeView.setSortingEnabled(True)
|
205
|
+
self.treeView.setStyleSheet(LargeStrings.treeViewStyles)
|
206
|
+
# self.plainTextEdit.setWordWrapMode(QTextOption.WordWrap)
|
207
|
+
self.plainTextEdit.setReadOnly(True)
|
208
|
+
self.showMaximized()
|
209
|
+
|
210
|
+
self.treeView.setSortingEnabled(False) # 禁止排序
|
211
|
+
self.treeView.setAnimated(False)
|
212
|
+
# self.plainTextEdit.textChanged.connect(self.updateJson) # 连接 textChanged 信号到新的槽函数
|
213
|
+
|
214
|
+
def toggleDelegate(self):
|
215
|
+
if self.delegate_mode == 'compact':
|
216
|
+
self.treeView.setItemDelegate(ExpandedTextEditDelegate(self.treeView))
|
217
|
+
self.toggleDelegateButton.setText('单行模式')
|
218
|
+
self.delegate_mode = 'expanded'
|
219
|
+
else:
|
220
|
+
self.treeView.setItemDelegate(CompactTextEditDelegate(self.treeView))
|
221
|
+
self.toggleDelegateButton.setText('多行模式')
|
222
|
+
self.delegate_mode = 'compact'
|
223
|
+
|
224
|
+
def addPane(self, widget, title):
|
225
|
+
layout = QVBoxLayout()
|
226
|
+
layout.addWidget(QLabel(title))
|
227
|
+
layout.addWidget(widget)
|
228
|
+
pane = QWidget()
|
229
|
+
pane.setLayout(layout)
|
230
|
+
return pane
|
231
|
+
|
232
|
+
def saveFile(self):
|
233
|
+
fname = QFileDialog.getSaveFileName(self, '保存文件',
|
234
|
+
self.lastOpenDir if hasattr(self, 'lastOpenPath') else '/home')
|
235
|
+
|
236
|
+
if fname[0]:
|
237
|
+
self.lastOpenDir = fname[0]
|
238
|
+
with open(fname[0], 'w', encoding='utf8') as f:
|
239
|
+
for line in self.lines:
|
240
|
+
f.write(line)
|
241
|
+
|
242
|
+
def updateJson(self):
|
243
|
+
newText = self.plainTextEdit.toPlainText()
|
244
|
+
self.currentlyEditingItem.setText(newText) # 更新模型项的内容
|
245
|
+
|
246
|
+
# 更新 JSON 数据
|
247
|
+
# self.lines[self.listWidget.currentRow()] = self.modelToJson(self.model)
|
248
|
+
|
249
|
+
def showDialog(self, *, fname=None):
|
250
|
+
if fname is None:
|
251
|
+
fname = QFileDialog.getOpenFileName(self, '打开文件',
|
252
|
+
self.lastOpenDir,
|
253
|
+
"JSON files (*.json *.jsonl)")
|
254
|
+
fname = fname[0]
|
255
|
+
|
256
|
+
if fname:
|
257
|
+
self.lastOpenDir = os.path.dirname(QFileInfo(fname).absolutePath())
|
258
|
+
self.save_settings()
|
259
|
+
|
260
|
+
# 打开新文件时,重置 allItemsLoaded 变量
|
261
|
+
self.allItemsLoaded = False
|
262
|
+
|
263
|
+
# 清空旧数据
|
264
|
+
self.lines = []
|
265
|
+
self.listWidget.clear()
|
266
|
+
|
267
|
+
# 1 打开文件
|
268
|
+
start_time = time.time() # 开始计时
|
269
|
+
self.lastOpenDir = fname
|
270
|
+
if fname.endswith('.json'):
|
271
|
+
with open(fname, 'r', encoding='utf8') as f:
|
272
|
+
jsonData = json.load(f)
|
273
|
+
self.lines = [json.dumps(jsonData, ensure_ascii=False)]
|
274
|
+
else:
|
275
|
+
with open(fname, 'r', encoding='utf8') as f:
|
276
|
+
self.lines = f.readlines()
|
277
|
+
self.statusBar.showMessage(f"文件打开耗时: {time.time() - start_time:.2f} 秒")
|
278
|
+
QApplication.processEvents()
|
279
|
+
|
280
|
+
# 2 加载条目数据
|
281
|
+
start_time = time.time()
|
282
|
+
self.setWindowTitle(f'JLineViewer - {fname}')
|
283
|
+
self.listWidget.addItems([f'{i + 1}. {line.strip()[:1000]}' # 这里要限制长度,不然遇到长文本软件会巨卡
|
284
|
+
for i, line in enumerate(self.lines[:1000])])
|
285
|
+
QApplication.processEvents()
|
286
|
+
|
287
|
+
# TODO 只有总条目数大于1000时才显示"仅预加载1000条"
|
288
|
+
if len(self.lines) > 1000:
|
289
|
+
self.statusBar.showMessage(f"总条目数: {len(self.lines)}, 仅预加载1000条,"
|
290
|
+
f"加载条目耗时: {time.time() - start_time:.2f} 秒")
|
291
|
+
else:
|
292
|
+
self.statusBar.showMessage(f"总条目数: {len(self.lines)}, 加载条目耗时: {time.time() - start_time:.2f} 秒")
|
293
|
+
|
294
|
+
def reload(self):
|
295
|
+
self.showDialog(fname=self.lastOpenDir or None)
|
296
|
+
|
297
|
+
def loadJson(self, item):
|
298
|
+
index = self.listWidget.row(item)
|
299
|
+
jsonData = json.loads(self.lines[index])
|
300
|
+
self.model = self.dictToModel(jsonData)
|
301
|
+
self.treeView.setModel(self.model)
|
302
|
+
self.treeView.expandAll()
|
303
|
+
|
304
|
+
# 使用自定义的delegate
|
305
|
+
if self.delegate_mode == 'compact':
|
306
|
+
self.treeView.setItemDelegate(CompactTextEditDelegate(self.treeView))
|
307
|
+
else:
|
308
|
+
self.treeView.setItemDelegate(ExpandedTextEditDelegate(self.treeView))
|
309
|
+
|
310
|
+
self.treeView.header().setSectionResizeMode(0, QHeaderView.ResizeToContents)
|
311
|
+
self.treeView.header().setSectionResizeMode(1, QHeaderView.Stretch)
|
312
|
+
|
313
|
+
if hasattr(self, 'lastClickedPath'):
|
314
|
+
path = self.lastClickedPath
|
315
|
+
index = self.model.index(path[0][0], path[0][1]) # 从根开始
|
316
|
+
for row, col in path[1:]:
|
317
|
+
index = self.model.index(row, col, index)
|
318
|
+
if index.isValid():
|
319
|
+
self.treeView.setCurrentIndex(index)
|
320
|
+
self.editItem(index)
|
321
|
+
|
322
|
+
def loadAllItems(self):
|
323
|
+
if not self.allItemsLoaded:
|
324
|
+
start_time = time.time()
|
325
|
+
self.listWidget.clear()
|
326
|
+
self.listWidget.addItems([f'{i + 1}. {line.strip()[:1000]}'
|
327
|
+
for i, line in enumerate(self.lines)])
|
328
|
+
QApplication.processEvents()
|
329
|
+
self.statusBar.showMessage(f"全部加载完毕, 总条目数: {len(self.lines)}, 加载耗时: {time.time() - start_time:.2f} 秒")
|
330
|
+
|
331
|
+
# 加载完所有项目后,设置 allItemsLoaded 变量为 True
|
332
|
+
self.allItemsLoaded = True
|
333
|
+
else:
|
334
|
+
self.statusBar.showMessage(f"所有条目已经加载完毕。")
|
335
|
+
|
336
|
+
def get_item_full_text(self, item):
|
337
|
+
t = item.text()
|
338
|
+
idx = re.search(r'\d+', t).group()
|
339
|
+
return f'{idx}. {self.lines[int(idx) - 1]}'
|
340
|
+
|
341
|
+
def searchItems(self):
|
342
|
+
if hasattr(self, 'lines'):
|
343
|
+
start_time = time.time()
|
344
|
+
searchText = self.searchLineEdit.text()
|
345
|
+
foundCount = 0
|
346
|
+
for i in range(self.listWidget.count()):
|
347
|
+
item = self.listWidget.item(i)
|
348
|
+
if searchText in self.get_item_full_text(item):
|
349
|
+
item.setHidden(False)
|
350
|
+
foundCount += 1
|
351
|
+
else:
|
352
|
+
item.setHidden(True)
|
353
|
+
QApplication.processEvents()
|
354
|
+
self.statusBar.showMessage(
|
355
|
+
f"总条目数: {len(self.lines)}, 找到: {foundCount}, 搜索耗时: {time.time() - start_time:.2f} 秒")
|
356
|
+
|
357
|
+
def regexSearchItems(self):
|
358
|
+
if hasattr(self, 'lines'):
|
359
|
+
start_time = time.time()
|
360
|
+
searchText = self.searchLineEdit.text()
|
361
|
+
regexPattern = re.compile(searchText) # 使用输入的文本创建正则表达式
|
362
|
+
foundCount = 0
|
363
|
+
for i in range(self.listWidget.count()):
|
364
|
+
item = self.listWidget.item(i)
|
365
|
+
if regexPattern.search(self.get_item_full_text(item)): # 使用正则表达式搜索
|
366
|
+
item.setHidden(False)
|
367
|
+
foundCount += 1
|
368
|
+
else:
|
369
|
+
item.setHidden(True)
|
370
|
+
self.statusBar.showMessage(
|
371
|
+
f"总条目数: {len(self.lines)}, 找到: {foundCount}, 搜索耗时: {time.time() - start_time:.2f} 秒")
|
372
|
+
|
373
|
+
def itemToData(self, key_item):
|
374
|
+
value_item = key_item.model().item(key_item.row(), 1)
|
375
|
+
return value_item.text()
|
376
|
+
|
377
|
+
def editItem(self, index=None):
|
378
|
+
self.currentlyEditingItem = self.model.itemFromIndex(index) # 保存当前正在编辑的项
|
379
|
+
target_text = self.currentlyEditingItem.text()
|
380
|
+
self.plainTextEdit.setPlainText(target_text)
|
381
|
+
|
382
|
+
# 保存路径
|
383
|
+
self.lastClickedPath = []
|
384
|
+
while index.isValid():
|
385
|
+
self.lastClickedPath.append((index.row(), index.column()))
|
386
|
+
index = index.parent()
|
387
|
+
self.lastClickedPath.reverse()
|
388
|
+
|
389
|
+
def dictToModel(self, data, parent=None):
|
390
|
+
if parent is None:
|
391
|
+
parent = QStandardItemModel()
|
392
|
+
parent.setHorizontalHeaderLabels(['Key', 'Value'])
|
393
|
+
|
394
|
+
# if isinstance(data, dict):
|
395
|
+
# for key, value in data.items():
|
396
|
+
# self.dataToModel(key, value, parent)
|
397
|
+
|
398
|
+
# 判断数据类型,并相应处理
|
399
|
+
if isinstance(data, dict):
|
400
|
+
for key, value in data.items():
|
401
|
+
self.dataToModel(key, value, parent)
|
402
|
+
elif isinstance(data, list):
|
403
|
+
# 处理列表:创建一个无key的父项,将列表元素作为子项添加
|
404
|
+
self.dataToModel("List", data, parent)
|
405
|
+
else:
|
406
|
+
# 处理基本数据类型:创建一个单独的条目
|
407
|
+
self.dataToModel("Value", data, parent)
|
408
|
+
|
409
|
+
return parent
|
410
|
+
|
411
|
+
def dataToModel(self, key, value, parent):
|
412
|
+
if isinstance(value, dict):
|
413
|
+
item = KeyStandardItem(key)
|
414
|
+
parent.appendRow([item, QStandardItem('')])
|
415
|
+
for k, v in value.items():
|
416
|
+
self.dataToModel(k, v, item)
|
417
|
+
elif isinstance(value, list):
|
418
|
+
# 方案 1
|
419
|
+
# for i, v in enumerate(value):
|
420
|
+
# self.dataToModel(f"{key}[{i}]", v, parent)
|
421
|
+
|
422
|
+
# 方案2 添加一个父节点
|
423
|
+
list_parent = KeyStandardItem(key)
|
424
|
+
parent.appendRow([list_parent, QStandardItem('')])
|
425
|
+
# 将list的元素添加到父节点下
|
426
|
+
for i, v in enumerate(value):
|
427
|
+
self.dataToModel(f"{key}[{i}]", v, list_parent)
|
428
|
+
else:
|
429
|
+
parent.appendRow([KeyStandardItem(key), QStandardItem(str(value))])
|
430
|
+
|
431
|
+
# def itemChanged(self, item):
|
432
|
+
# # 当一个模型项改变时,重新生成 JSON 数据
|
433
|
+
# self.lines[self.listWidget.currentRow()] = self.modelToJson(self.model)
|
434
|
+
#
|
435
|
+
# def modelToJson(self, model, parent=QModelIndex(), key=None):
|
436
|
+
# """ 这段功能有问题,暂不能开启 """
|
437
|
+
# rows = model.rowCount(parent)
|
438
|
+
# if rows == 0:
|
439
|
+
# # leaf node
|
440
|
+
# sibling = model.sibling(parent.row(), 1, parent)
|
441
|
+
# return model.data(sibling)
|
442
|
+
# else:
|
443
|
+
# # branch node
|
444
|
+
# json_data = {}
|
445
|
+
# for i in range(rows):
|
446
|
+
# index = model.index(i, 0, parent)
|
447
|
+
# child_key = model.data(index)
|
448
|
+
# child_value = self.modelToJson(model, index, child_key)
|
449
|
+
# json_data[child_key] = child_value
|
450
|
+
# return json.dumps(json_data, ensure_ascii=False)
|
451
|
+
|
452
|
+
def dragEnterEvent(self, event):
|
453
|
+
"""
|
454
|
+
当用户开始拖动文件到部件上时,这个方法会被调用。
|
455
|
+
我们需要检查拖动的数据是不是文件类型(mime类型是'text/uri-list')。
|
456
|
+
"""
|
457
|
+
print("dragEnterEvent called")
|
458
|
+
# if event.mimeData().hasFormat('text/uri-list'):
|
459
|
+
event.acceptProposedAction()
|
460
|
+
|
461
|
+
def dropEvent(self, event):
|
462
|
+
"""
|
463
|
+
当用户在部件上释放(drop)文件时,这个方法会被调用。
|
464
|
+
我们需要获取文件路径,然后判断文件类型是不是我们支持的类型。
|
465
|
+
如果文件是我们支持的类型,我们就可以处理这个文件。
|
466
|
+
"""
|
467
|
+
print("dropEvent called")
|
468
|
+
# 获取文件路径
|
469
|
+
file_paths = event.mimeData().urls()
|
470
|
+
if file_paths:
|
471
|
+
file_path = file_paths[0].toLocalFile() # 取第一个文件
|
472
|
+
# 检查文件扩展名是不是我们支持的类型
|
473
|
+
if file_path.endswith(('.json', '.jsonl')):
|
474
|
+
# 调用处理文件的方法
|
475
|
+
self.showDialog(fname=file_path)
|
476
|
+
else:
|
477
|
+
QMessageBox.warning(self, "File Type Error",
|
478
|
+
"Only .json or .jsonl files are supported.")
|
479
|
+
|
480
|
+
# 当应用程序关闭时,保存设置
|
481
|
+
def closeEvent(self, event):
|
482
|
+
self.save_settings()
|
483
|
+
event.accept()
|
484
|
+
|
485
|
+
|
486
|
+
def start_jlineviewer(fname=None):
|
487
|
+
app = QApplication(sys.argv)
|
488
|
+
ex = JLineViewer()
|
489
|
+
if isinstance(fname, list): # 可以输入一个list字典数据,会转存到临时目录里查看
|
490
|
+
tempfile = XlPath.tempfile(suffix='.jsonl')
|
491
|
+
tempfile.write_jsonl(fname)
|
492
|
+
fname = tempfile.as_posix()
|
493
|
+
if fname:
|
494
|
+
ex.showDialog(fname=fname)
|
495
|
+
sys.exit(app.exec_())
|
496
|
+
|
497
|
+
|
498
|
+
if __name__ == '__main__':
|
499
|
+
app = QApplication(sys.argv)
|
500
|
+
ex = JLineViewer()
|
501
|
+
|
502
|
+
if len(sys.argv) > 1:
|
503
|
+
ex.showDialog(fname=sys.argv[1])
|
504
|
+
|
505
|
+
sys.exit(app.exec_())
|
pyxllib/ext/__init__.py
ADDED
pyxllib/{util → ext}/demolib.py
RENAMED
@@ -2,7 +2,7 @@
|
|
2
2
|
# -*- coding: utf-8 -*-
|
3
3
|
# @Author : 陈坤泽
|
4
4
|
# @Email : 877362867@qq.com
|
5
|
-
# @
|
5
|
+
# @Date : 2020/03/16 09:19
|
6
6
|
|
7
7
|
|
8
8
|
"""一些python通用功能的性能测试
|
@@ -15,44 +15,13 @@ test:测试代码,注重分析功能稳定性
|
|
15
15
|
perf:性能测试,注重分析代码的运行效率
|
16
16
|
"""
|
17
17
|
|
18
|
-
import
|
19
|
-
import tempfile
|
20
|
-
|
21
|
-
from pyxllib.basic import *
|
18
|
+
from pyxllib.xl import *
|
22
19
|
|
23
20
|
____stdlib = """
|
24
21
|
标准库相关
|
25
22
|
"""
|
26
23
|
|
27
24
|
|
28
|
-
def demo_system():
|
29
|
-
"""主要是测试一些系统变量值,顺便再演示一次Timer用法"""
|
30
|
-
|
31
|
-
def demo_pc_messages():
|
32
|
-
"""演示如何获取当前操作系统的PC环境数据"""
|
33
|
-
# fqdn:fully qualified domain name
|
34
|
-
print('1、socket.getfqdn() :', socket.getfqdn()) # 完全限定域名,可以理解成pcname,计算机名
|
35
|
-
# 注意py的很多标准库功能本来就已经处理了不同平台的问题,尽量用标准库而不是自己用sys.platform作分支处理
|
36
|
-
print('2、sys.platform :', sys.platform) # 运行平台,一般是win32和linux
|
37
|
-
li = os.getenv('PATH').split(os.path.pathsep) # 环境变量名PATH,win中不区分大小写,linux中区分大小写必须写成PATH
|
38
|
-
print("3、os.getenv('PATH'):", f'数量={len(li)},', pprint.pformat(li, 4))
|
39
|
-
|
40
|
-
def demo_executable_messages():
|
41
|
-
"""演示如何获取被执行程序相关的数据"""
|
42
|
-
print('1、sys.path :', f'数量={len(sys.path)},', pprint.pformat(sys.path, 4)) # import绝对位置包的搜索路径
|
43
|
-
print('2、sys.executable:', sys.executable) # 当前被执行脚本位置
|
44
|
-
print('3、sys.version :', sys.version) # python的版本
|
45
|
-
print('4、os.getcwd() :', os.getcwd()) # 获得当前工作目录
|
46
|
-
print('5、gettempdir() :', tempfile.gettempdir()) # 临时文件夹位置
|
47
|
-
|
48
|
-
timer = Timer('demo_system')
|
49
|
-
print('>>> demo_pc_messages()')
|
50
|
-
demo_pc_messages()
|
51
|
-
print('>>> demo_executable_messages()')
|
52
|
-
demo_executable_messages()
|
53
|
-
timer.stop_and_report()
|
54
|
-
|
55
|
-
|
56
25
|
def test_re():
|
57
26
|
""" 正则re模块相关功能测试
|
58
27
|
"""
|
@@ -99,13 +68,13 @@ pyxllib库相关
|
|
99
68
|
|
100
69
|
|
101
70
|
def demo_timer():
|
102
|
-
"""该函数也可以用来测电脑性能
|
71
|
+
""" 该函数也可以用来测电脑性能
|
72
|
+
|
103
73
|
代码中附带的示例结果是我在自己小米笔记本上的测试结果
|
104
74
|
Intel(R) Core(TM) i7-10510U CPU@ 1.80GHz 2.30 GHz,15G 64位
|
105
75
|
"""
|
106
76
|
import math
|
107
77
|
import numpy
|
108
|
-
from pyxllib.basic import Timer, dformat, dprint
|
109
78
|
|
110
79
|
print('1、普通用法(循环5*1000万次用时)')
|
111
80
|
timer = Timer('循环')
|
@@ -158,5 +127,120 @@ def demo_timer():
|
|
158
127
|
# [04]timer.py/113: 总耗时: 0.096s 均值标准差: 0.019±0.002s 总数: 5 最小值: 0.018s 最大值: 0.023s
|
159
128
|
|
160
129
|
|
130
|
+
def demo_dprint():
|
131
|
+
"""这里演示dprint常用功能
|
132
|
+
"""
|
133
|
+
# 1 查看程序是否运行到某个位置
|
134
|
+
dprint()
|
135
|
+
# [05]dprint.py/169: 意思:这是堆栈的第5层,所运行的位置是 dprint.py文件的第169行
|
136
|
+
|
137
|
+
# 2 查看变量、表达式的 '<类型>' 和 ':值'
|
138
|
+
a, b, s = 1, 2, 'ab'
|
139
|
+
dprint(a, b, a ^ b, s * 2)
|
140
|
+
# [05]dprint.py/174: a<int>=1 b<int>=2 a ^ b<int>=3 s*2<str>='abab'
|
141
|
+
|
142
|
+
# 3 异常警告
|
143
|
+
b = 0
|
144
|
+
if b:
|
145
|
+
c = a / b
|
146
|
+
else:
|
147
|
+
c = 0
|
148
|
+
dprint(a, b, c) # b=0不能作为除数,c默认值暂按0处理
|
149
|
+
# [05]dprint.py/183: a<int>=1 b<int>=0 c<int>=0 # b=0不能作为除数,c默认值暂按0处理
|
150
|
+
|
151
|
+
# 4 如果想在其他地方使用dprint的格式内容,可以调底层dformat函数实现
|
152
|
+
with TicToc(dformat(fmt='[{depth:02}]{fullfilename}/{lineno}: {argmsg}')):
|
153
|
+
for _ in range(10 ** 7):
|
154
|
+
pass
|
155
|
+
# [04]D:\slns\pyxllib\pyxllib\debug\pupil.py/187: 0.173 秒.
|
156
|
+
|
157
|
+
|
158
|
+
def _test_getfile_speed():
|
159
|
+
"""
|
160
|
+
遍历D盘所有文件(205066个) 用时0.65秒
|
161
|
+
遍历D盘所有tex文件(7796个) 用时0.95秒
|
162
|
+
有筛选遍历D盘所有文件(193161个) 用时1.19秒
|
163
|
+
有筛选遍历D盘所有tex文件(4464个) 用时1.22秒
|
164
|
+
+ EnsureContent: 3.18秒,用list存储所有文本要 310 MB 开销,转str拼接差不多也是这个值
|
165
|
+
+ re.sub(r'\$.*?\$', r'', s): 4.48秒
|
166
|
+
"""
|
167
|
+
timer = Timer(start_now=True)
|
168
|
+
ls = list(getfiles(r'D:\\'))
|
169
|
+
timer.stop_and_report(f'遍历D盘所有文件({len(ls)}个)')
|
170
|
+
|
171
|
+
timer = Timer(start_now=True)
|
172
|
+
ls = list(getfiles(r'D:\\', '.tex'))
|
173
|
+
timer.stop_and_report(f'遍历D盘所有tex文件({len(ls)}个)')
|
174
|
+
|
175
|
+
timer = Timer(start_now=True)
|
176
|
+
ls = list(mygetfiles(r'D:\\'))
|
177
|
+
timer.stop_and_report(f'有筛选遍历D盘所有文件({len(ls)}个)')
|
178
|
+
|
179
|
+
timer = Timer(start_now=True)
|
180
|
+
ls = list(mygetfiles(r'D:\\', '.tex'))
|
181
|
+
timer.stop_and_report(f'有筛选遍历D盘所有tex文件({len(ls)}个)')
|
182
|
+
|
183
|
+
|
161
184
|
____perf = """
|
162
185
|
"""
|
186
|
+
|
187
|
+
|
188
|
+
def check_os_status():
|
189
|
+
""" 检查系统当前运行状态 """
|
190
|
+
import time
|
191
|
+
import psutil
|
192
|
+
|
193
|
+
brief_str = [] # 简化显示
|
194
|
+
|
195
|
+
# 1
|
196
|
+
print(f'1 逻辑cpu数量:{psutil.cpu_count()} \t{psutil.cpu_percent(1) / 100:-3.0%}')
|
197
|
+
brief_str.append(f'{psutil.cpu_count()}({psutil.cpu_percent(1) / 100:.0%})')
|
198
|
+
|
199
|
+
# 2
|
200
|
+
m = psutil.virtual_memory()
|
201
|
+
print(f'2 内存大小:{m.total / (1024 ** 3):.0f} GB \t{m.percent / 100:-3.0%}')
|
202
|
+
brief_str.append(f'{m.total / (1024 ** 3):.0f}GB({m.percent / 100:.0%})')
|
203
|
+
|
204
|
+
# 3
|
205
|
+
disks = psutil.disk_partitions()
|
206
|
+
used, total = 0, 0
|
207
|
+
for d in disks:
|
208
|
+
msg = psutil.disk_usage(d.mountpoint)
|
209
|
+
used += msg.used
|
210
|
+
total += msg.total
|
211
|
+
used /= 1024 ** 4
|
212
|
+
total /= 1024 ** 4
|
213
|
+
print(f'3 磁盘空间:{total:.2f} TB\t{used / total:-3.0%}')
|
214
|
+
brief_str.append(f'{total:.2f}TB({used / total:.0%})')
|
215
|
+
print('/'.join(brief_str))
|
216
|
+
|
217
|
+
# 4
|
218
|
+
msg1 = psutil.disk_io_counters()
|
219
|
+
sec = 5 # 统计几秒内的读写状态
|
220
|
+
time.sleep(sec)
|
221
|
+
msg2 = psutil.disk_io_counters()
|
222
|
+
print(f'4 读写:', end='')
|
223
|
+
for name in ['read_bytes', 'write_bytes']:
|
224
|
+
value = getattr(msg2, name) - getattr(msg1, name)
|
225
|
+
if name.endswith('_count'):
|
226
|
+
print(f'{name}={value / sec:.0f} /s', end=' ')
|
227
|
+
else:
|
228
|
+
print(f'{name}={value / (1024 ** 2) / sec:.0f}MB/s', end=' ')
|
229
|
+
print()
|
230
|
+
|
231
|
+
# 5
|
232
|
+
msg1 = psutil.net_io_counters()
|
233
|
+
sec = 5 # 统计几秒内的读写状态
|
234
|
+
time.sleep(sec)
|
235
|
+
msg2 = psutil.net_io_counters()
|
236
|
+
print(f'5 网络:', end='')
|
237
|
+
for name in ['bytes_sent', 'bytes_recv']:
|
238
|
+
value = getattr(msg2, name) - getattr(msg1, name)
|
239
|
+
print(f'{name}={value / (1024 ** 2) / sec:.0f}MB/s', end=' ')
|
240
|
+
print()
|
241
|
+
|
242
|
+
|
243
|
+
if __name__ == '__main__':
|
244
|
+
import fire
|
245
|
+
|
246
|
+
fire.Fire()
|