xlin 0.1.27__py2.py3-none-any.whl → 0.1.28__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
xlin/multiprocess_mapping.py
CHANGED
@@ -164,7 +164,7 @@ def xmap(
|
|
164
164
|
raise
|
165
165
|
|
166
166
|
# 处理数据
|
167
|
-
with tqdm(total=total_items, desc="
|
167
|
+
with tqdm(total=total_items, desc="Map", unit="examples") as pbar:
|
168
168
|
# 跳过已处理的项目
|
169
169
|
pbar.update(start_idx)
|
170
170
|
|
@@ -182,8 +182,7 @@ def xmap(
|
|
182
182
|
pbar.update(len(batch))
|
183
183
|
|
184
184
|
# 性能统计
|
185
|
-
|
186
|
-
pbar.set_postfix_str(f"速率: {items_per_second:.1f} 项/秒")
|
185
|
+
pbar.set_postfix_str(f"{batch_time:.1f} s/batch, {len(results)} examples")
|
187
186
|
|
188
187
|
# 缓存逻辑
|
189
188
|
if need_caching and (i // batch_size) % cache_batch_num == 0:
|
@@ -2,14 +2,14 @@ xlin/__init__.py,sha256=MWWCNPgJFS_oV2US52ULa4yg4Ku61qjn40NVKqcp9-c,248
|
|
2
2
|
xlin/ischinese.py,sha256=Ia9IMQ6q-UHkdLwqS70L1fTnfSPbluFrv_I1UqsKquo,293
|
3
3
|
xlin/jsonl.py,sha256=IDRydHh2x-8iAGCxt9ScK2wfNLNA40PxNxR5hhr4v6k,7903
|
4
4
|
xlin/metric.py,sha256=N7wJ35y-C-IaBr1I1CJ_37lTG7gA69zmn9Xg6xSwKoI,1690
|
5
|
-
xlin/multiprocess_mapping.py,sha256=
|
5
|
+
xlin/multiprocess_mapping.py,sha256=q4EVU8JPLcRAbNf9NUEzmn8rDLDfIQ3jaW0yxVKPECk,16669
|
6
6
|
xlin/read_as_dataframe.py,sha256=MqY57L7Wp9UoWTRlZLSBKQNaZa-dKw51-ufrKvHKf8s,9041
|
7
7
|
xlin/statistic.py,sha256=2DCUgzf7xkMFH4Pk9v82bFDNeSxCTjwPh9Y4IPJBHCE,9300
|
8
8
|
xlin/timing.py,sha256=XMT8dMcMolOMohDvAZOIM_BAiPMREhGQKnO1kc5s6PU,998
|
9
9
|
xlin/util.py,sha256=TTWJaqF5D_r-gAZ_fj0kyHomvCagjwHXQZ2OPSgwd54,10976
|
10
10
|
xlin/xls2xlsx.py,sha256=uSmXcDvIhi5Sq0LGidMXy0wErNBXdjaoa6EftYVjTXs,947
|
11
11
|
xlin/yaml.py,sha256=kICi7G3Td5q2MaSXXt85qNTWoHMgjzt7pvn7r3C4dME,183
|
12
|
-
xlin-0.1.
|
13
|
-
xlin-0.1.
|
14
|
-
xlin-0.1.
|
15
|
-
xlin-0.1.
|
12
|
+
xlin-0.1.28.dist-info/LICENSE,sha256=60ys6rRtc1dZOP8UjSUr9fAqhZudT3WpKe5WbMCralM,1066
|
13
|
+
xlin-0.1.28.dist-info/METADATA,sha256=Ft8sYxlqCYTiuej-KTNXrKbFGhahW0LOSdng3XWH7Z0,1098
|
14
|
+
xlin-0.1.28.dist-info/WHEEL,sha256=IrRNNNJ-uuL1ggO5qMvT1GGhQVdQU54d6ZpYqEZfEWo,92
|
15
|
+
xlin-0.1.28.dist-info/RECORD,,
|
File without changes
|
File without changes
|