nextrec 0.5.2__py3-none-any.whl → 0.5.4__py3-none-any.whl

nextrec/__version__.py

@@ -1 +1 @@
-__version__ = "0.5.2"
+__version__ = "0.5.4"

nextrec/basic/model.py

@@ -1707,7 +1707,7 @@ class BaseModel(SummarySet, FeatureSet, nn.Module):
         if (
             save_path is not None
             and not return_dataframe
-            and isinstance(data, (str, os.PathLike))
+            and isinstance(data, (str, os.PathLike, DataLoader))
         ):
             if num_processes > 1 and not isinstance(data, (str, os.PathLike)):
                 raise ValueError(
@@ -2099,6 +2099,7 @@ class BaseModel(SummarySet, FeatureSet, nn.Module):
         ]
 
         ctx = mp.get_context("spawn")
+        error_queue = ctx.SimpleQueue()
         processes = []
         for rank in range(num_processes):
             process = ctx.Process(
@@ -2115,6 +2116,7 @@ class BaseModel(SummarySet, FeatureSet, nn.Module):
                     processor,
                     rank,
                     num_processes,
+                    error_queue,
                 ),
             )
             process.start()
@@ -2127,8 +2129,18 @@ class BaseModel(SummarySet, FeatureSet, nn.Module):
 
         for process in processes:
             if process.exitcode not in (0, None):
+                errors = []
+                try:
+                    while not error_queue.empty():
+                        errors.append(error_queue.get_nowait())
+                except Exception:
+                    pass
+                error_text = (
+                    "\n\n".join(errors) if errors else "No worker traceback captured."
+                )
                 raise RuntimeError(
-                    "[BaseModel-predict-streaming Error] One or more inference processes failed."
+                    "[BaseModel-predict-streaming Error] One or more inference processes failed.\n"
+                    + error_text
                 )
         # Merge part files
         existing_parts = [p for p in part_paths if p.exists()]
@@ -2827,22 +2839,32 @@ def predict_streaming_worker(
     processor: Any | None,
     shard_rank: int,
     shard_count: int,
+    error_queue: "mp.SimpleQueue[str] | None" = None,
 ) -> None:
-    model.eval()
-    model.predict_streaming(
-        data=data_path,
-        batch_size=batch_size,
-        save_path=save_path,
-        save_format=save_format,
-        stream_chunk_size=stream_chunk_size,
-        return_dataframe=False,
-        num_workers=num_workers,
-        prefetch_factor=prefetch_factor,
-        processor=processor,
-        num_processes=1,
-        shard_rank=shard_rank,
-        shard_count=shard_count,
-    )
+    try:
+        model.eval()
+        model.predict_streaming(
+            data=data_path,
+            batch_size=batch_size,
+            save_path=save_path,
+            save_format=save_format,
+            stream_chunk_size=stream_chunk_size,
+            return_dataframe=False,
+            num_workers=num_workers,
+            prefetch_factor=prefetch_factor,
+            processor=processor,
+            num_processes=1,
+            shard_rank=shard_rank,
+            shard_count=shard_count,
+        )
+    except Exception:
+        if error_queue is not None:
+            import traceback
+
+            error_queue.put(
+                f"[PredictWorker Error] rank={shard_rank}\n{traceback.format_exc()}"
+            )
+        raise
 
 
 class BaseMatchModel(BaseModel):

nextrec/cli.py

@@ -25,7 +25,7 @@ import resource
 import sys
 import time
 from pathlib import Path
-from typing import Any, Dict, List
+from typing import Any, Dict
 
 import pandas as pd
 
@@ -592,12 +592,7 @@ def predict_model(predict_config_path: str) -> None:
         model_file, map_location=predict_cfg.get("device", "cpu"), verbose=True
     )
 
-    id_columns = []
-    if predict_cfg.get("id_column"):
-        id_columns = [predict_cfg["id_column"]]
-        model.id_columns = id_columns
-
-    effective_id_columns = id_columns or model.id_columns
+    effective_id_columns = model.id_columns
     log_cli_section("Features")
     log_kv_lines(
         [

{nextrec-0.5.2.dist-info → nextrec-0.5.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nextrec
-Version: 0.5.2
+Version: 0.5.4
 Summary: A comprehensive recommendation library with match, ranking, and multi-task learning models
 Project-URL: Homepage, https://github.com/zerolovesea/NextRec
 Project-URL: Repository, https://github.com/zerolovesea/NextRec
@@ -73,7 +73,7 @@ Description-Content-Type: text/markdown
 ![Python](https://img.shields.io/badge/Python-3.10+-blue.svg)
 ![PyTorch](https://img.shields.io/badge/PyTorch-1.10+-ee4c2c.svg)
 ![License](https://img.shields.io/badge/License-Apache%202.0-green.svg)
-![Version](https://img.shields.io/badge/Version-0.5.2-orange.svg)
+![Version](https://img.shields.io/badge/Version-0.5.4-orange.svg)
 [![Ask DeepWiki](https://deepwiki.com/badge.svg)](https://deepwiki.com/zerolovesea/NextRec)
 
 中文文档 | [English Version](README_en.md)
@@ -259,11 +259,11 @@ nextrec --mode=predict --predict_config=path/to/predict_config.yaml
 
 预测结果固定保存到 `{checkpoint_path}/predictions/{name}.{save_data_format}`。
 
-> 截止当前版本0.5.2，NextRec CLI支持单机训练，分布式训练相关功能尚在开发中。
+> 截止当前版本0.5.4，NextRec CLI支持单机训练，分布式训练相关功能尚在开发中。
 
 ## 兼容平台
 
-当前最新版本为0.5.2，所有模型和测试代码均已在以下平台通过验证，如果开发者在使用中遇到兼容问题，请在issue区提出错误报告及系统版本：
+当前最新版本为0.5.4，所有模型和测试代码均已在以下平台通过验证，如果开发者在使用中遇到兼容问题，请在issue区提出错误报告及系统版本：
 
 | 平台 | 配置 | 
 |------|------|

{nextrec-0.5.2.dist-info → nextrec-0.5.4.dist-info}/RECORD

@@ -1,6 +1,6 @@
 nextrec/__init__.py,sha256=_M3oUqyuvQ5k8Th_3wId6hQ_caclh7M5ad51XN09m98,235
-nextrec/__version__.py,sha256=isJrmDBLRag7Zc2UK9ZovWGOv7ji1Oh-zJtJMNJFkXw,22
-nextrec/cli.py,sha256=ddYlk2zXF7iVFpONhG9Ofwb9dVgXfy112nk_JOHy1kI,29840
+nextrec/__version__.py,sha256=DITpct-LrdIsTgwx2NgH5Ghx5y8Xgz1YMimy1ZV5RTY,22
+nextrec/cli.py,sha256=IxYzZavCc5ACe-8i2EJbkdY66do4x7siGHSxoS1RoL0,29676
 nextrec/basic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nextrec/basic/activation.py,sha256=rU-W-DHgiD3AZnMGmD014ChxklfP9BpedDTiwtdgXhA,2762
 nextrec/basic/asserts.py,sha256=eaB4FZJ7Sbh9S8PLJZNiYd7Zi98ca2rDi4S7wSYCaEw,1473
@@ -10,7 +10,7 @@ nextrec/basic/heads.py,sha256=WqvavaH6Y8Au8dLaoUfH2AaOOWgYvjZI5US8avkQNsQ,4009
 nextrec/basic/layers.py,sha256=tawggQMMHlYTGpnubxUAvDPDJe_Lpq-HpLLCSjbJV54,37320
 nextrec/basic/loggers.py,sha256=jJUzUt_kMpjpV2Mqr7qBENWA1olEutTI7dFnpmndUUw,13845
 nextrec/basic/metrics.py,sha256=nVz3AkKwsxj_M97CoZWyQj8_Y9ZM_Icvw_QCM6c33Bc,26262
-nextrec/basic/model.py,sha256=Fp1nRVd-8xq6wgjny02afGdIPUhJ-x1jD9bIPHserjQ,135037
+nextrec/basic/model.py,sha256=J8fkwQF2Y5YUajqucfSpsNuz8sbLqsE3mupCfbkZDhc,135869
 nextrec/basic/session.py,sha256=mrIsjRJhmvcAfoO1pXX-KB3SK5CCgz89wH8XDoAiGEI,4475
 nextrec/basic/summary.py,sha256=r5d8VtxJsgY6WRAVRa2-UcGb_sYA9VjMKDfQ31928qM,20494
 nextrec/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -80,8 +80,8 @@ nextrec/utils/model.py,sha256=K1-ZfS1umSTVo-lNHKNkBb3xvWnfiJJSTRicSVDpk4s,5148
 nextrec/utils/onnx_utils.py,sha256=KIVV_ELYzj3kCswfsSBZ1F2OnSwRJnXj7sxDBwBoBaA,8668
 nextrec/utils/torch_utils.py,sha256=_a9e6GXa3QKuu0E5RL44QRZ1iJSobbtNcPB3vtaCsu8,12313
 nextrec/utils/types.py,sha256=LFwYCBRo5WeYUh5LSCuyP1Lg9ez0Ih00Es3fUttGAFw,2273
-nextrec-0.5.2.dist-info/METADATA,sha256=ibFYpr07uouyfvIqXngb9GcezGwZe3gIK-E3lbNtavY,23464
-nextrec-0.5.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-nextrec-0.5.2.dist-info/entry_points.txt,sha256=NN-dNSdfMRTv86bNXM7d3ZEPW2BQC6bRi7QP7i9cIps,45
-nextrec-0.5.2.dist-info/licenses/LICENSE,sha256=COP1BsqnEUwdx6GCkMjxOo5v3pUe4-Go_CdmQmSfYXM,1064
-nextrec-0.5.2.dist-info/RECORD,,
+nextrec-0.5.4.dist-info/METADATA,sha256=OlEXZ7qVUN_3IsAFoDxmERQYxGro70BDo3v3dy_8zec,23464
+nextrec-0.5.4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+nextrec-0.5.4.dist-info/entry_points.txt,sha256=NN-dNSdfMRTv86bNXM7d3ZEPW2BQC6bRi7QP7i9cIps,45
+nextrec-0.5.4.dist-info/licenses/LICENSE,sha256=COP1BsqnEUwdx6GCkMjxOo5v3pUe4-Go_CdmQmSfYXM,1064
+nextrec-0.5.4.dist-info/RECORD,,