nextrec 0.4.15__py3-none-any.whl → 0.4.16__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nextrec/__version__.py +1 -1
- nextrec/basic/metrics.py +2 -0
- nextrec/basic/model.py +8 -5
- nextrec/utils/config.py +12 -3
- nextrec/utils/console.py +66 -25
- {nextrec-0.4.15.dist-info → nextrec-0.4.16.dist-info}/METADATA +5 -5
- {nextrec-0.4.15.dist-info → nextrec-0.4.16.dist-info}/RECORD +10 -10
- {nextrec-0.4.15.dist-info → nextrec-0.4.16.dist-info}/WHEEL +0 -0
- {nextrec-0.4.15.dist-info → nextrec-0.4.16.dist-info}/entry_points.txt +0 -0
- {nextrec-0.4.15.dist-info → nextrec-0.4.16.dist-info}/licenses/LICENSE +0 -0
nextrec/__version__.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.4.
|
|
1
|
+
__version__ = "0.4.16"
|
nextrec/basic/metrics.py
CHANGED
|
@@ -77,6 +77,8 @@ def check_user_id(*metric_sources: Any) -> bool:
|
|
|
77
77
|
|
|
78
78
|
def compute_ks(y_true: np.ndarray, y_pred: np.ndarray) -> float:
|
|
79
79
|
"""Compute Kolmogorov-Smirnov statistic."""
|
|
80
|
+
y_true = np.asarray(y_true).reshape(-1)
|
|
81
|
+
y_pred = np.asarray(y_pred).reshape(-1)
|
|
80
82
|
sorted_indices = np.argsort(y_pred)[::-1]
|
|
81
83
|
y_true_sorted = y_true[sorted_indices]
|
|
82
84
|
|
nextrec/basic/model.py
CHANGED
|
@@ -481,7 +481,7 @@ class BaseModel(FeatureSet, nn.Module):
|
|
|
481
481
|
"[BaseModel-compile Error] loss_weights list must have exactly one element for single-task setup."
|
|
482
482
|
)
|
|
483
483
|
loss_weights = loss_weights[0]
|
|
484
|
-
self.loss_weights = [float(loss_weights)]
|
|
484
|
+
self.loss_weights = [float(loss_weights)] # type: ignore
|
|
485
485
|
else:
|
|
486
486
|
if isinstance(loss_weights, (int, float)):
|
|
487
487
|
weights = [float(loss_weights)] * self.nums_task
|
|
@@ -591,8 +591,8 @@ class BaseModel(FeatureSet, nn.Module):
|
|
|
591
591
|
|
|
592
592
|
def fit(
|
|
593
593
|
self,
|
|
594
|
-
train_data
|
|
595
|
-
valid_data
|
|
594
|
+
train_data=None,
|
|
595
|
+
valid_data=None,
|
|
596
596
|
metrics: (
|
|
597
597
|
list[str] | dict[str, list[str]] | None
|
|
598
598
|
) = None, # ['auc', 'logloss'] or {'target1': ['auc', 'logloss'], 'target2': ['mse']}
|
|
@@ -1583,8 +1583,11 @@ class BaseModel(FeatureSet, nn.Module):
|
|
|
1583
1583
|
else:
|
|
1584
1584
|
data_loader = data
|
|
1585
1585
|
|
|
1586
|
-
if hasattr(data_loader,
|
|
1587
|
-
if
|
|
1586
|
+
if hasattr(data_loader, "num_workers") and data_loader.num_workers > 0:
|
|
1587
|
+
if (
|
|
1588
|
+
hasattr(data_loader.dataset, "__class__")
|
|
1589
|
+
and "Streaming" in data_loader.dataset.__class__.__name__
|
|
1590
|
+
):
|
|
1588
1591
|
logging.warning(
|
|
1589
1592
|
f"[Predict Streaming Warning] Detected DataLoader with num_workers={data_loader.num_workers} "
|
|
1590
1593
|
"and streaming dataset. This may cause data duplication! "
|
nextrec/utils/config.py
CHANGED
|
@@ -28,7 +28,9 @@ if TYPE_CHECKING:
|
|
|
28
28
|
from nextrec.data.preprocessor import DataProcessor
|
|
29
29
|
|
|
30
30
|
|
|
31
|
-
def resolve_path(
|
|
31
|
+
def resolve_path(
|
|
32
|
+
path_str: str | Path | None = None, base_dir: Path | None = None
|
|
33
|
+
) -> Path:
|
|
32
34
|
if path_str is None:
|
|
33
35
|
return Path.cwd()
|
|
34
36
|
path = Path(path_str).expanduser()
|
|
@@ -36,9 +38,16 @@ def resolve_path(path_str: str | Path | None = None, base_dir: Path | None = Non
|
|
|
36
38
|
return path
|
|
37
39
|
# Prefer resolving relative to current working directory when the path (or its parent)
|
|
38
40
|
# already exists there; otherwise fall back to the config file's directory.
|
|
39
|
-
candidates = (
|
|
41
|
+
candidates = (
|
|
42
|
+
(Path.cwd() / path).resolve(),
|
|
43
|
+
((base_dir or Path.cwd()) / path).resolve(),
|
|
44
|
+
)
|
|
40
45
|
return next(
|
|
41
|
-
(
|
|
46
|
+
(
|
|
47
|
+
candidate
|
|
48
|
+
for candidate in candidates
|
|
49
|
+
if candidate.exists() or candidate.parent.exists()
|
|
50
|
+
),
|
|
42
51
|
candidates[0],
|
|
43
52
|
)
|
|
44
53
|
|
nextrec/utils/console.py
CHANGED
|
@@ -16,8 +16,9 @@ import numbers
|
|
|
16
16
|
import os
|
|
17
17
|
import platform
|
|
18
18
|
import sys
|
|
19
|
+
import time
|
|
19
20
|
from datetime import datetime, timedelta
|
|
20
|
-
from typing import Any, Callable,
|
|
21
|
+
from typing import Any, Callable, Mapping, TypeVar
|
|
21
22
|
|
|
22
23
|
import numpy as np
|
|
23
24
|
from rich import box
|
|
@@ -128,45 +129,85 @@ class BlackMofNCompleteColumn(MofNCompleteColumn):
|
|
|
128
129
|
)
|
|
129
130
|
|
|
130
131
|
|
|
131
|
-
def progress(
|
|
132
|
-
iterable: Iterable[T],
|
|
133
|
-
*,
|
|
134
|
-
description: str | None = None,
|
|
135
|
-
total: int | None = None,
|
|
136
|
-
disable: bool = False,
|
|
137
|
-
) -> Iterable[T]:
|
|
132
|
+
def progress(iterable, *, description=None, total=None, disable=False):
|
|
138
133
|
if disable:
|
|
139
|
-
|
|
140
|
-
yield item
|
|
134
|
+
yield from iterable
|
|
141
135
|
return
|
|
136
|
+
|
|
142
137
|
resolved_total = total
|
|
143
138
|
if resolved_total is None:
|
|
144
139
|
try:
|
|
145
|
-
resolved_total = len(iterable)
|
|
140
|
+
resolved_total = len(iterable)
|
|
146
141
|
except TypeError:
|
|
147
142
|
resolved_total = None
|
|
148
143
|
|
|
144
|
+
stream = sys.stderr
|
|
145
|
+
|
|
146
|
+
if not stream.isatty():
|
|
147
|
+
start_time = time.monotonic()
|
|
148
|
+
last_tick = start_time
|
|
149
|
+
min_interval_seconds = 10.0
|
|
150
|
+
max_interval_seconds = 300.0
|
|
151
|
+
target_steps = (
|
|
152
|
+
max(1, resolved_total // 20) if resolved_total is not None else 500
|
|
153
|
+
)
|
|
154
|
+
interval_seconds = min_interval_seconds
|
|
155
|
+
completed = 0
|
|
156
|
+
|
|
157
|
+
def emit(now: float):
|
|
158
|
+
elapsed = max(0.0, now - start_time)
|
|
159
|
+
speed = completed / elapsed if elapsed > 0 else 0.0
|
|
160
|
+
if resolved_total is not None and speed > 0:
|
|
161
|
+
remaining = max(0.0, resolved_total - completed)
|
|
162
|
+
eta_seconds = remaining / speed
|
|
163
|
+
eta_text = str(timedelta(seconds=int(eta_seconds)))
|
|
164
|
+
else:
|
|
165
|
+
eta_text = "--:--:--"
|
|
166
|
+
total_text = str(resolved_total) if resolved_total is not None else "?"
|
|
167
|
+
stream.write(
|
|
168
|
+
f"{description or 'Working'}: {completed}/{total_text} "
|
|
169
|
+
f"elapsed={timedelta(seconds=int(elapsed))} "
|
|
170
|
+
f"speed={speed:.2f}/s ETA={eta_text}\n"
|
|
171
|
+
)
|
|
172
|
+
stream.flush()
|
|
173
|
+
return speed
|
|
174
|
+
|
|
175
|
+
for item in iterable:
|
|
176
|
+
yield item
|
|
177
|
+
completed += 1
|
|
178
|
+
now = time.monotonic()
|
|
179
|
+
if now - last_tick >= interval_seconds:
|
|
180
|
+
speed = emit(now)
|
|
181
|
+
last_tick = now
|
|
182
|
+
if speed > 0:
|
|
183
|
+
interval_seconds = min(
|
|
184
|
+
max_interval_seconds,
|
|
185
|
+
max(min_interval_seconds, target_steps / speed),
|
|
186
|
+
)
|
|
187
|
+
end_now = time.monotonic()
|
|
188
|
+
if end_now - last_tick >= 1e-6:
|
|
189
|
+
emit(end_now)
|
|
190
|
+
return
|
|
191
|
+
|
|
192
|
+
# TTY: rich
|
|
193
|
+
console = Console(file=stream, force_terminal=True)
|
|
149
194
|
progress_bar = Progress(
|
|
150
|
-
SpinnerColumn(
|
|
151
|
-
TextColumn("{task.description}"
|
|
152
|
-
BarColumn(
|
|
153
|
-
|
|
154
|
-
),
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
BlackTimeElapsedColumn(),
|
|
158
|
-
BlackTimeRemainingColumn(),
|
|
195
|
+
SpinnerColumn(),
|
|
196
|
+
TextColumn("{task.description}"),
|
|
197
|
+
BarColumn(bar_width=36),
|
|
198
|
+
TaskProgressColumn(),
|
|
199
|
+
MofNCompleteColumn(),
|
|
200
|
+
TimeElapsedColumn(),
|
|
201
|
+
TimeRemainingColumn(),
|
|
159
202
|
refresh_per_second=12,
|
|
203
|
+
console=console,
|
|
160
204
|
)
|
|
161
205
|
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
try:
|
|
206
|
+
with progress_bar:
|
|
207
|
+
task_id = progress_bar.add_task(description or "Working", total=resolved_total)
|
|
165
208
|
for item in iterable:
|
|
166
209
|
yield item
|
|
167
210
|
progress_bar.advance(task_id, 1)
|
|
168
|
-
finally:
|
|
169
|
-
progress_bar.stop()
|
|
170
211
|
|
|
171
212
|
|
|
172
213
|
def group_metrics_by_task(
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: nextrec
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.16
|
|
4
4
|
Summary: A comprehensive recommendation library with match, ranking, and multi-task learning models
|
|
5
5
|
Project-URL: Homepage, https://github.com/zerolovesea/NextRec
|
|
6
6
|
Project-URL: Repository, https://github.com/zerolovesea/NextRec
|
|
@@ -68,7 +68,7 @@ Description-Content-Type: text/markdown
|
|
|
68
68
|

|
|
69
69
|
|
|
70
70
|

|
|
71
|
-

|
|
72
72
|
|
|
73
73
|
|
|
74
74
|
中文文档 | [English Version](README_en.md)
|
|
@@ -102,7 +102,7 @@ NextRec是一个基于PyTorch的现代推荐系统框架,旨在为研究工程
|
|
|
102
102
|
|
|
103
103
|
## NextRec近期进展
|
|
104
104
|
|
|
105
|
-
- **21/12/2025** 在v0.4.
|
|
105
|
+
- **21/12/2025** 在v0.4.16中加入了对[GradNorm](/nextrec/loss/grad_norm.py)的支持,通过compile的`loss_weight='grad_norm'`进行配置
|
|
106
106
|
- **12/12/2025** 在v0.4.9中加入了[RQ-VAE](/nextrec/models/representation/rqvae.py)模块。配套的[数据集](/dataset/ecommerce_task.csv)和[代码](tutorials/notebooks/zh/使用RQ-VAE构建语义ID.ipynb)已经同步在仓库中
|
|
107
107
|
- **07/12/2025** 发布了NextRec CLI命令行工具,它允许用户根据配置文件进行一键训练和推理,我们提供了相关的[教程](/nextrec_cli_preset/NextRec-CLI_zh.md)和[教学代码](/nextrec_cli_preset)
|
|
108
108
|
- **03/12/2025** NextRec获得了100颗🌟!感谢大家的支持
|
|
@@ -244,11 +244,11 @@ nextrec --mode=train --train_config=path/to/train_config.yaml
|
|
|
244
244
|
nextrec --mode=predict --predict_config=path/to/predict_config.yaml
|
|
245
245
|
```
|
|
246
246
|
|
|
247
|
-
> 截止当前版本0.4.
|
|
247
|
+
> 截止当前版本0.4.16,NextRec CLI支持单机训练,分布式训练相关功能尚在开发中。
|
|
248
248
|
|
|
249
249
|
## 兼容平台
|
|
250
250
|
|
|
251
|
-
当前最新版本为0.4.
|
|
251
|
+
当前最新版本为0.4.16,所有模型和测试代码均已在以下平台通过验证,如果开发者在使用中遇到兼容问题,请在issue区提出错误报告及系统版本:
|
|
252
252
|
|
|
253
253
|
| 平台 | 配置 |
|
|
254
254
|
|------|------|
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
nextrec/__init__.py,sha256=_M3oUqyuvQ5k8Th_3wId6hQ_caclh7M5ad51XN09m98,235
|
|
2
|
-
nextrec/__version__.py,sha256=
|
|
2
|
+
nextrec/__version__.py,sha256=Qgm7I6hoEastyorRf_J_YW-gsesKcI737L731iY3jes,23
|
|
3
3
|
nextrec/cli.py,sha256=JUprwpoVbT4tXsGgMpj9Y_5yYByQXYMliMdWd38ReKo,24441
|
|
4
4
|
nextrec/basic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
5
5
|
nextrec/basic/activation.py,sha256=uzTWfCOtBSkbu_Gk9XBNTj8__s241CaYLJk6l8nGX9I,2885
|
|
@@ -7,8 +7,8 @@ nextrec/basic/callback.py,sha256=nn1f8FG9c52vJ-gvwteqPbk3-1QuNS1vmhBlkENdb0I,146
|
|
|
7
7
|
nextrec/basic/features.py,sha256=GyCUzGPuizUofrZSSOdqHK84YhnX4MGTdu7Cx2OGhUA,4654
|
|
8
8
|
nextrec/basic/layers.py,sha256=ZM3Nka3e2cit3e3peL0ukJCMgKZK1ovNFfAWvVOwlos,28556
|
|
9
9
|
nextrec/basic/loggers.py,sha256=Zh1A5DVAFqlGglyaQ4_IMgvFbWAcXX5H3aHbCWA82nE,6524
|
|
10
|
-
nextrec/basic/metrics.py,sha256=
|
|
11
|
-
nextrec/basic/model.py,sha256=
|
|
10
|
+
nextrec/basic/metrics.py,sha256=1r6efTc9TpARNBt5X9ISoppTZflej6EdFkjPYHV-YZI,23162
|
|
11
|
+
nextrec/basic/model.py,sha256=eC4qV6wLHsIiYr2HZ4dOpliiD4mjTJhr4XdiezMO690,103767
|
|
12
12
|
nextrec/basic/session.py,sha256=UOG_-EgCOxvqZwCkiEd8sgNV2G1sm_HbzKYVQw8yYDI,4483
|
|
13
13
|
nextrec/data/__init__.py,sha256=YZQjpty1pDCM7q_YNmiA2sa5kbujUw26ObLHWjMPjKY,1194
|
|
14
14
|
nextrec/data/batch_utils.py,sha256=0bYGVX7RlhnHv_ZBaUngjDIpBNw-igCk98DgOsF7T6o,2879
|
|
@@ -64,15 +64,15 @@ nextrec/models/retrieval/youtube_dnn.py,sha256=xtGPV6_5LeSZBKkrTaU1CmtxlhgYLvZmj
|
|
|
64
64
|
nextrec/models/sequential/hstu.py,sha256=P2Kl7HEL3afwiCApGKQ6UbUNO9eNXXrB10H7iiF8cI0,19735
|
|
65
65
|
nextrec/models/sequential/sasrec.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
66
66
|
nextrec/utils/__init__.py,sha256=C-1l-suSsN_MlPlj_5LApyCRQLOao5l7bO0SccwKHw4,2598
|
|
67
|
-
nextrec/utils/config.py,sha256=
|
|
68
|
-
nextrec/utils/console.py,sha256=
|
|
67
|
+
nextrec/utils/config.py,sha256=VgCh5fto8HGodwXPJacenqjxre3Aw6tw-mntW9n3OYA,20044
|
|
68
|
+
nextrec/utils/console.py,sha256=u-hq_VcA62B0HPok12pnLOf9aI8B3Hjyg0ysMrOBOxI,13220
|
|
69
69
|
nextrec/utils/data.py,sha256=alruiWZFbmwy3kO12q42VXmtHmXFFjVULpHa43fx_mI,21098
|
|
70
70
|
nextrec/utils/embedding.py,sha256=akAEc062MG2cD7VIOllHaqtwzAirQR2gq5iW7oKpGAU,1449
|
|
71
71
|
nextrec/utils/feature.py,sha256=rsUAv3ELyDpehVw8nPEEsLCCIjuKGTJJZuFaWB_wrPk,633
|
|
72
72
|
nextrec/utils/model.py,sha256=3B85a0IJCggI26dxv25IX8R_5yQPo7wXI0JIAns6bkQ,1727
|
|
73
73
|
nextrec/utils/torch_utils.py,sha256=AKfYbSOJjEw874xsDB5IO3Ote4X7vnqzt_E0jJny0o8,13468
|
|
74
|
-
nextrec-0.4.
|
|
75
|
-
nextrec-0.4.
|
|
76
|
-
nextrec-0.4.
|
|
77
|
-
nextrec-0.4.
|
|
78
|
-
nextrec-0.4.
|
|
74
|
+
nextrec-0.4.16.dist-info/METADATA,sha256=21yLJcEh_Y70_gsTysLVt6X8l-YN15x9AX99x0wVB-o,21298
|
|
75
|
+
nextrec-0.4.16.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
76
|
+
nextrec-0.4.16.dist-info/entry_points.txt,sha256=NN-dNSdfMRTv86bNXM7d3ZEPW2BQC6bRi7QP7i9cIps,45
|
|
77
|
+
nextrec-0.4.16.dist-info/licenses/LICENSE,sha256=2fQfVKeafywkni7MYHyClC6RGGC3laLTXCNBx-ubtp0,1064
|
|
78
|
+
nextrec-0.4.16.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|