neuralnode 2.2.1__py3-none-any.whl → 2.2.2__py3-none-any.whl

neuralnode/__init__.py

@@ -42,7 +42,7 @@ Quick Start::
     text = sr.listen()
 """
 
-__version__ = "2.2.1"
+__version__ = "2.2.2"
 __author__ = "NeuralNode Contributors"
 
 # ── Core types ────────────────────────────────────────────────────────────────

neuralnode/providers/horus.py

@@ -438,6 +438,7 @@ class HorusProvider(BaseLLMProvider):
         model_id: str = "horus",
         device: Optional[str] = None,
         n_gpu_layers: Optional[int] = None,
+        n_ctx: Optional[int] = None,
         torch_dtype: Optional[Any] = None,
         load_in_8bit: bool = False,
         load_in_4bit: bool = False,
@@ -518,6 +519,7 @@ class HorusProvider(BaseLLMProvider):
         self.model_id = model_id
         self.device = device or self._resolve_device()
         self.n_gpu_layers = n_gpu_layers
+        self.n_ctx = n_ctx
         self._user_specified_dtype = torch_dtype  # track explicit user choice
         self.torch_dtype = self._resolve_torch_dtype(torch_dtype)
         self.load_in_8bit = load_in_8bit
@@ -734,6 +736,13 @@ class HorusProvider(BaseLLMProvider):
         info = getattr(self, "_model_info", None) or self.HORUS_MODELS.get(self.model_id, {})
         return int(info.get("context_window", HORUS_CONTEXT_WINDOW))
 
+    def _runtime_context_window(self) -> int:
+        if self.n_ctx is not None:
+            return max(int(self.n_ctx), 1)
+        if self._is_gguf_model_id(self.model_id):
+            return min(self._context_window(), HORUS_CONTEXT_WINDOW)
+        return self._context_window()
+
     def load(self) -> "HorusProvider":
         self._configure_external_logging()
         if self.model is not None:
@@ -1161,7 +1170,7 @@ class HorusProvider(BaseLLMProvider):
 
         llama_kwargs: Dict[str, Any] = {
             "model_path": model_path,
-            "n_ctx": self._context_window(),
+            "n_ctx": self._runtime_context_window(),
             "verbose": False,
             "n_gpu_layers": self._resolve_n_gpu_layers(),
         }
@@ -1991,6 +2000,7 @@ class HorusProvider(BaseLLMProvider):
             "flash_attention": self.use_flash_attention,
             "attn_implementation": self.attn_implementation,
             "context_window": self._context_window(),
+            "runtime_context_window": self._runtime_context_window(),
             "chat_template": UNIFIED_CHAT_TEMPLATE_NAME,
             "tts_enabled": self.enable_tts,
             "tts_voice_id": self.tts_voice_id,

{neuralnode-2.2.1.dist-info → neuralnode-2.2.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: neuralnode
-Version: 2.2.1
+Version: 2.2.2
 Summary: Comprehensive AI Framework with 50+ LLM Providers, Advanced Agents, Chains, Memory, RAG, and 100+ Tools
 Project-URL: Homepage, https://assem.cloud/
 Project-URL: Documentation, https://neuralnode.readthedocs.io

{neuralnode-2.2.1.dist-info → neuralnode-2.2.2.dist-info}/RECORD

@@ -1,4 +1,4 @@
-neuralnode/__init__.py,sha256=zjp3nMVUU7k9VAueg_VCrrjrnEOy69xzMJ1sCoUzG88,25360
+neuralnode/__init__.py,sha256=r1L6pRe7BQccux9Ib6b8Pp7OnpOlFHAV88lLG8xLnT0,25360
 neuralnode/replica.py,sha256=QlvR3tfLt0Y7XSsUsB5wiKI_EO7oUFM-8XH0wsrrvls,7995
 neuralnode/thinking.py,sha256=iBfCfBrLkD6AaHf2WaWfmzhFeV6zcXEZDjzLxmYt4VY,12614
 neuralnode/turboquant.py,sha256=bRKsUbniJrtxvQ8mQqlSK-N6M2PltJJxd5H4lBW7kDc,18340
@@ -372,7 +372,7 @@ neuralnode/prompts/__init__.py,sha256=GVCynrijvJ6zXWmg8knn7AkxGM0PFHwU7rEOUAdlJr
 neuralnode/providers/__init__.py,sha256=e0bI1rFwIl-olmVKrZ5wyzpWl9HputNf8FrBBS9gM1k,9422
 neuralnode/providers/base.py,sha256=kkNDOuij2E4TM2lsbJKoRwUDd2n6u0C67Qg0hy449iE,12668
 neuralnode/providers/embeddings.py,sha256=P2AO36a0j6kd2ldN0CpVJZ0q0hDkKlUlTlf-_8x3Iz4,37551
-neuralnode/providers/horus.py,sha256=moiCVT5sfhkFbE3l-FBaj2SABybPOxt6BPjCBTUrYto,98361
+neuralnode/providers/horus.py,sha256=M1q1nuxqMAfanQdE02cud13SCr1PA4DwyoizVtM7PYU,98785
 neuralnode/providers/local_providers.py,sha256=5c5E7kLhk-YTEp9EXNX3-BIiacvWPgxMRZye9A6htNA,61417
 neuralnode/providers/text_generation.py,sha256=FMTJ6aDe78ODvnZ7WEFRfqeNiij0sBR0pRRjU7rxxag,36513
 neuralnode/providers/universal_local.py,sha256=DNqICw0G99eR5BnXjYCeEvjUhnoSS22D4HnLs0x9Y70,19541
@@ -407,7 +407,7 @@ neuralnode/utils/logger.py,sha256=vh0K2JYqqgwdtyYjtNbPK9QW6ZhOEqpp_NOHghl94e8,86
 neuralnode/utils/metrics.py,sha256=z5JHDV-I5foOiY8j7vQE-GYyTSM5p04_EcWBP7qJlY4,7389
 neuralnode/vectorstores/__init__.py,sha256=vCQ-L7jbhTVEQPrLehpzhm6K3SQIprUicF1X7BOF8w8,28172
 neuralnode/vision/__init__.py,sha256=MepTSuvOBXjGJK1i2zxZLSGlBm-WOV1ylu4Xa-pAObw,5756
-neuralnode-2.2.1.dist-info/METADATA,sha256=RLzKJV8g7Z7cVSi5-l6j5ZhkDdUsZfLZ26dioqtG8Vk,14175
-neuralnode-2.2.1.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
-neuralnode-2.2.1.dist-info/licenses/LICENSE,sha256=Pwd03UGSoleqoehkTRuTj6FwLzMknjSiVDuLOD2sfts,1067
-neuralnode-2.2.1.dist-info/RECORD,,
+neuralnode-2.2.2.dist-info/METADATA,sha256=ckW4ArzefKInotxmLZ3hSgrtyM8-IKIkBQn2n46wWZg,14175
+neuralnode-2.2.2.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
+neuralnode-2.2.2.dist-info/licenses/LICENSE,sha256=Pwd03UGSoleqoehkTRuTj6FwLzMknjSiVDuLOD2sfts,1067
+neuralnode-2.2.2.dist-info/RECORD,,