xrtm-train 0.1.1__py3-none-any.whl → 0.2.0__py3-none-any.whl

xrtm/train/kit/__init__.py

@@ -0,0 +1,24 @@
+# coding=utf-8
+# Copyright 2026 XRTM Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+r"""
+Researcher Kit for xrtm-train.
+
+This module provides high-level, composable utilities for training.
+Includes memory management, optimization strategies, and utilities
+built on top of the core interfaces.
+"""
+
+__all__: list[str] = []

xrtm/train/kit/memory/learner.py

@@ -8,6 +8,7 @@ from xrtm.forecast.kit.memory.unified import Memory as UnifiedMemory
 
 logger = logging.getLogger(__name__)
 
+
 class EpisodicLearner:
     def __init__(self, memory: UnifiedMemory):
         self.memory = memory
@@ -18,12 +19,15 @@ class EpisodicLearner:
             experiences = self.memory.retrieve_similar(query, n_results=n_results)
             if not experiences:
                 return "No relevant past experiences found."
-            formatted_lessons = "\n--- PAST LESSONS LEARNED ---\n"
+            formatted_lessons = ["\n--- PAST LESSONS LEARNED ---\n"]
             for i, doc in enumerate(experiences, 1):
-                formatted_lessons += f"Experience {i}:\n{doc.strip()}\n"
-            return formatted_lessons
+                formatted_lessons.append(f"Experience {i}:\n")
+                formatted_lessons.append(doc.strip())
+                formatted_lessons.append("\n")
+            return "".join(formatted_lessons)
         except Exception as e:
             logger.error(f"[LEARNER] Failed to retrieve lessons: {e}")
             return "Error retrieving past lessons."
 
+
 __all__ = ["EpisodicLearner"]

xrtm/train/kit/optimization/compiler.py

@@ -9,6 +9,7 @@ from xrtm.forecast.kit.agents.prompting import CompiledAgent, PromptTemplate
 
 logger = logging.getLogger(__name__)
 
+
 class BrierOptimizer:
     def __init__(self, optimizer_model: Any):
         self.optimizer_model = optimizer_model
@@ -29,4 +30,5 @@ class BrierOptimizer:
             instruction=new_instruction.strip(), examples=agent.template.examples, version=agent.template.version + 1
         )
 
+
 __all__ = ["BrierOptimizer"]

xrtm/train/providers/__init__.py

@@ -0,0 +1,24 @@
+# coding=utf-8
+# Copyright 2026 XRTM Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+r"""
+External providers for xrtm-train.
+
+This module provides adapters for external training services.
+Currently empty - will be populated with remote training APIs,
+distributed training backends, etc.
+"""
+
+__all__: list[str] = []

xrtm/train/simulation/backtester.py

@@ -13,6 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import asyncio
 import logging
 from typing import List, Tuple
 
@@ -20,7 +21,7 @@ from typing import List, Tuple
 from xrtm.data.schemas.forecast import ForecastQuestion
 
 # From xrtm-eval
-from xrtm.eval.core.eval.definitions import EvaluationReport, EvaluationResult, Evaluator
+from xrtm.eval.core.eval.definitions import EvaluationReport, Evaluator
 from xrtm.eval.schemas.forecast import ForecastResolution
 
 # From xrtm-forecast (Internal)
@@ -37,23 +38,25 @@ class Backtester:
         self.evaluator = evaluator
 
     async def run(self, dataset: List[Tuple[ForecastQuestion, ForecastResolution]]) -> EvaluationReport:
-        results: List[EvaluationResult] = []
-        total_score = 0.0
-
-        for question, resolution in dataset:
+        async def process_question(question, resolution):
             try:
                 logger.info(f"Backtesting question: {question.id}")
                 prediction = await self.agent.run(question)
                 conf = getattr(prediction, "confidence", prediction)
-                eval_res = self.evaluator.evaluate(
-                    prediction=conf, ground_truth=resolution.outcome, subject_id=question.id
-                )
-                results.append(eval_res)
-                total_score += eval_res.score
+                return self.evaluator.evaluate(prediction=conf, ground_truth=resolution.outcome, subject_id=question.id)
             except Exception as e:
                 logger.error(f"Failed to evaluate question {question.id}: {e}")
+                return None
+
+        # Execute all questions concurrently
+        tasks = [process_question(q, r) for q, r in dataset]
+        processed_results = await asyncio.gather(*tasks)
+
+        # Filter out failed evaluations
+        results = [res for res in processed_results if res is not None]
 
         count = len(results)
+        total_score = sum(res.score for res in results)
         mean_score = total_score / count if count > 0 else 0.0
 
         return EvaluationReport(

xrtm/train/simulation/runner.py

@@ -35,6 +35,9 @@ from xrtm.forecast.core.schemas.graph import BaseGraphState, TemporalContext
 
 logger = logging.getLogger(__name__)
 
+TRUE_VALUES = {"true", "yes", "1", "pass"}
+FALSE_VALUES = {"false", "no", "0", "fail"}
+
 
 class BacktestInstance(BaseModel):
     """Represents a single instance in a backtest dataset."""
@@ -101,7 +104,7 @@ class BacktestRunner:
         tags: Optional[List[str]] = None,
     ) -> EvaluationResult:
         prediction_val = 0.5
-        for report in reversed(list(state.node_reports.values())):
+        for _, report in reversed(state.node_reports.items()):
             if isinstance(report, ForecastOutput):
                 prediction_val = report.confidence
                 break
@@ -114,9 +117,10 @@ class BacktestRunner:
 
         outcome_raw = resolution.outcome
         if isinstance(outcome_raw, str):
-            if outcome_raw.lower() in ["true", "yes", "1", "pass"]:
+            lowered = outcome_raw.lower()
+            if lowered in TRUE_VALUES:
                 gt_val = 1.0
-            elif outcome_raw.lower() in ["false", "no", "0", "fail"]:
+            elif lowered in FALSE_VALUES:
                 gt_val = 0.0
             else:
                 try:

xrtm/train/version.py

@@ -0,0 +1,28 @@
+# coding=utf-8
+# Copyright 2026 XRTM Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+r"""
+Version information for xrtm-train.
+
+This module provides the single source of truth for the package version.
+"""
+
+__all__ = ["__version__", "__author__", "__contact__", "__license__", "__copyright__"]
+
+__version__ = "0.2.0"
+__author__ = "XRTM Team"
+__contact__ = "moy@xrtm.org"
+__license__ = "Apache-2.0"
+__copyright__ = "Copyright 2026 XRTM Team"

{xrtm_train-0.1.1.dist-info → xrtm_train-0.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xrtm-train
-Version: 0.1.1
+Version: 0.2.0
 Summary: The Learning/Optimization layer for XRTM.
 Author-email: XRTM Team <moy@xrtm.org>
 License: Apache-2.0
@@ -11,7 +11,7 @@ Requires-Dist: pydantic>=2.0.0
 Requires-Dist: numpy>=1.24.0
 Requires-Dist: scikit-learn>=1.3.0
 Requires-Dist: xrtm-data
-Requires-Dist: xrtm-eval
+Requires-Dist: xrtm-eval>=0.1.2
 Requires-Dist: xrtm-forecast
 Provides-Extra: dev
 Requires-Dist: pytest>=7.0.0; extra == "dev"
@@ -25,17 +25,31 @@ Dynamic: license-file
 
 [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
 [![Python](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/)
+[![PyPI](https://img.shields.io/pypi/v/xrtm-train.svg)](https://pypi.org/project/xrtm-train/)
 
 **The Optimization Layer for XRTM.**
 
 `xrtm-train` is the engine that closes the loop. It simulates history by replaying agents against past "Ground Truth" snapshots stored in `xrtm-data`, scoring them with `xrtm-eval`, and optimizing their reasoning parameters.
 
+## Part of the XRTM Ecosystem
+
+```
+Layer 4: xrtm-train    → (imports all) ← YOU ARE HERE
+Layer 3: xrtm-forecast → (imports eval, data)
+Layer 2: xrtm-eval     → (imports data)
+Layer 1: xrtm-data     → (zero dependencies)
+```
+
+`xrtm-train` sits at the top of the stack and can import from ALL other packages. **Installing `xrtm-train` gives you the full XRTM stack.**
+
 ## Installation
 
 ```bash
-uv pip install xrtm-train
+pip install xrtm-train
 ```
 
+> This automatically installs `xrtm-forecast`, `xrtm-eval`, and `xrtm-data`.
+
 ## Core Primitives
 
 ### The Simulation Loop
@@ -52,6 +66,26 @@ results = await backtester.run(dataset=historical_questions)
 print(f"Mean Brier Score: {results.mean_score}")
 ```
 
+### Examples (v0.1.2+)
+With the v0.6.0 architecture split, calibration and replay examples now live here:
+
+*   **[Calibration Demo](examples/kit/run_calibration_demo.py)**: Adjusting confidence intervals to match reality.
+*   **[Trace Replay](examples/kit/run_trace_replay.py)**: Re-running a saved execution for debugging.
+*   **[Evaluation Harness](examples/kit/run_evaluation_harness.py)**: End-to-end backtest with metrics.
+
+## Project Structure
+
+```
+src/xrtm/train/
+├── core/            # Interfaces & Schemas
+│   └── eval/            # Calibration (PlattScaler, BetaScaler)
+├── kit/             # Training utilities
+│   ├── memory/          # Replay buffers
+│   └── optimization/    # Training strategies
+├── simulation/      # Backtester, TraceReplayer
+└── providers/       # Remote training backends (future)
+```
+
 ## Development
 
 Prerequisites:

xrtm_train-0.2.0.dist-info/RECORD

@@ -0,0 +1,19 @@
+xrtm/train/__init__.py,sha256=6R9rOJmQAuucbrYhnWjRwcZ16DVqG2dkxiIY1YVTrl8,778
+xrtm/train/version.py,sha256=8tPsPN88u3iN46elJHRfqdsPQT_2Jss5Arl-EAnRZ_0,965
+xrtm/train/core/__init__.py,sha256=ItMY4rUopNAuCMQ9vROhNTCGxGa5WSynqsqlSCOXlZo,160
+xrtm/train/core/eval/__init__.py,sha256=8PpRyGk71RvZu-vdOq-s6B78b3hauWZ3Vf83cff6FtY,90
+xrtm/train/core/eval/calibration.py,sha256=UxL8M3V_MAcHey1mGryffRcIut18RXtYPzmhHUPSFFY,2941
+xrtm/train/kit/__init__.py,sha256=AOm9Jgj-nKVQIER73uMbev0TwAtVstz67AgSwTBo7iM,849
+xrtm/train/kit/memory/__init__.py,sha256=oSBRWgSUEKliy0P1M5UHuunVbQnIQQYl-5E4AVslMco,68
+xrtm/train/kit/memory/learner.py,sha256=04crGs89UvHwAaTw_Mpv56bKr_urzTWa11Ogq_M3bZk,1170
+xrtm/train/kit/optimization/__init__.py,sha256=t2iS562XLDuDHr2yqjFHnZKENdDvUhn6rkVKFO_AtYI,67
+xrtm/train/kit/optimization/compiler.py,sha256=SYDRnuIllCHQW6N18ur5CQol9uPdTk-x0Fe20NZaa8c,1370
+xrtm/train/providers/__init__.py,sha256=60CIsjAuT9USAY4UnYiKoabAqU59GlBrVLjNP16Pnq0,842
+xrtm/train/simulation/backtester.py,sha256=6ahUB5PuEw4FTkzgcKvNxbABnVuzN4zTDItOcJQF00s,2481
+xrtm/train/simulation/replayer.py,sha256=XobezkdWpRzzdeWqJmJfvFVP1yD1z8bYwO5AmFfC2LY,3007
+xrtm/train/simulation/runner.py,sha256=n82s0lbDZqNHIrh4-NidrW90-mxrFhzKcfONiDcA3IY,6047
+xrtm_train-0.2.0.dist-info/licenses/LICENSE,sha256=BexUTTsX5WlzyJ0Tqajo1h_LFYfCtfFgWdRaGltpm5I,11328
+xrtm_train-0.2.0.dist-info/METADATA,sha256=-jytQM7g-ZQytObmpfuGwYGN2knJLSqLjuOEO-2tpUo,3263
+xrtm_train-0.2.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+xrtm_train-0.2.0.dist-info/top_level.txt,sha256=Jz-i0a9P8GVrIR9KJTT-9wT95E1brww6U5o2QViAt20,5
+xrtm_train-0.2.0.dist-info/RECORD,,

xrtm_train-0.1.1.dist-info/RECORD

@@ -1,16 +0,0 @@
-xrtm/train/__init__.py,sha256=6R9rOJmQAuucbrYhnWjRwcZ16DVqG2dkxiIY1YVTrl8,778
-xrtm/train/core/__init__.py,sha256=ItMY4rUopNAuCMQ9vROhNTCGxGa5WSynqsqlSCOXlZo,160
-xrtm/train/core/eval/__init__.py,sha256=8PpRyGk71RvZu-vdOq-s6B78b3hauWZ3Vf83cff6FtY,90
-xrtm/train/core/eval/calibration.py,sha256=UxL8M3V_MAcHey1mGryffRcIut18RXtYPzmhHUPSFFY,2941
-xrtm/train/kit/memory/__init__.py,sha256=oSBRWgSUEKliy0P1M5UHuunVbQnIQQYl-5E4AVslMco,68
-xrtm/train/kit/memory/learner.py,sha256=LxhQFyZKeXCSkzl-bQAo9Q0yK1cvV1ZIohoT7o4GiNA,1066
-xrtm/train/kit/optimization/__init__.py,sha256=t2iS562XLDuDHr2yqjFHnZKENdDvUhn6rkVKFO_AtYI,67
-xrtm/train/kit/optimization/compiler.py,sha256=NHMG4181Y7z9g54BplGZrNRso94L_Y2PqKlErGydVr8,1368
-xrtm/train/simulation/backtester.py,sha256=_GJrYBrLjMGxeFXxFix4YdbyLBiBg-8uFo_lnzTAsK8,2311
-xrtm/train/simulation/replayer.py,sha256=XobezkdWpRzzdeWqJmJfvFVP1yD1z8bYwO5AmFfC2LY,3007
-xrtm/train/simulation/runner.py,sha256=nqnIjqqTKL-7MDUso8Zis1ifQe-HazV_Ntmb8YV4Zyk,5978
-xrtm_train-0.1.1.dist-info/licenses/LICENSE,sha256=BexUTTsX5WlzyJ0Tqajo1h_LFYfCtfFgWdRaGltpm5I,11328
-xrtm_train-0.1.1.dist-info/METADATA,sha256=1F0tPpNBK15-ywV76N0Y8XrEYEWLpIoYYdq8jUDJilY,1840
-xrtm_train-0.1.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-xrtm_train-0.1.1.dist-info/top_level.txt,sha256=Jz-i0a9P8GVrIR9KJTT-9wT95E1brww6U5o2QViAt20,5
-xrtm_train-0.1.1.dist-info/RECORD,,