npcpy 1.2.18__tar.gz → 1.2.20__tar.gz

{npcpy-1.2.18/npcpy.egg-info → npcpy-1.2.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: npcpy
-Version: 1.2.18
+Version: 1.2.20
 Summary: npcpy is the premier open-source library for integrating LLMs and Agents into python systems.
 Home-page: https://github.com/NPC-Worldwide/npcpy
 Author: Christopher Agostino

npcpy-1.2.20/npcpy/ft/memory_trainer.py

@@ -0,0 +1,171 @@
+try:
+    from torch.utils.data import Dataset
+    import torch
+    import torch.nn as nn
+    from transformers import AutoTokenizer, AutoModelForSequenceClassification, Trainer, TrainingArguments
+
+    import json
+    from typing import List, Dict, Tuple
+    import random
+
+    class MemoryDataset(Dataset):
+        def __init__(self, examples: List[Dict], tokenizer, max_length=512):
+            self.examples = examples
+            self.tokenizer = tokenizer
+            self.max_length = max_length
+        
+        def __len__(self):
+            return len(self.examples)
+        
+        def __getitem__(self, idx):
+            example = self.examples[idx]
+            
+            
+            text = f"Memory: {example['memory']}\nContext: {example.get('context', '')}"
+            
+            encoding = self.tokenizer(
+                text,
+                truncation=True,
+                padding='max_length',
+                max_length=self.max_length,
+                return_tensors='pt'
+            )
+            
+            return {
+                'input_ids': encoding['input_ids'].flatten(),
+                'attention_mask': encoding['attention_mask'].flatten(),
+                'labels': torch.tensor(example['label'], dtype=torch.long)
+            }
+
+    class MemoryTrainer:
+        def __init__(self, model_name="google/gemma-2b", device="cpu"):
+            self.device = device
+            self.tokenizer = AutoTokenizer.from_pretrained(model_name)
+            if self.tokenizer.pad_token is None:
+                self.tokenizer.pad_token = self.tokenizer.eos_token
+            
+            
+            self.model = AutoModelForSequenceClassification.from_pretrained(
+                model_name, 
+                num_labels=3
+            ).to(device)
+        
+        def prepare_training_data(self, approved_memories: List[Dict], 
+                                rejected_memories: List[Dict]) -> List[Dict]:
+            """Prepare training data from memory examples"""
+            examples = []
+            
+            
+            for memory in approved_memories:
+                examples.append({
+                    "memory": memory.get("final_memory") or memory.get("initial_memory"),
+                    "context": memory.get("context", ""),
+                    "label": 1
+                })
+            
+            
+            for memory in rejected_memories:
+                examples.append({
+                    "memory": memory.get("initial_memory"),
+                    "context": memory.get("context", ""),
+                    "label": 0
+                })
+            
+            
+            edited_examples = []
+            for memory in approved_memories[:len(rejected_memories)//2]:
+                if memory.get("final_memory") and memory.get("initial_memory"):
+                    
+                    edited_examples.append({
+                        "memory": memory.get("initial_memory"),
+                        "context": memory.get("context", ""),
+                        "label": 2
+                    })
+            
+            examples.extend(edited_examples)
+            random.shuffle(examples)
+            return examples
+
+        def train(self, approved_memories: List[Dict], rejected_memories: List[Dict], 
+                output_dir: str = "./memory_model", epochs: int = 3):
+            """Train the memory classification model"""
+            
+            if len(approved_memories) < 10 or len(rejected_memories) < 10:
+                print("Not enough training data. Need at least 10 approved and 10 rejected memories.")
+                return False
+            
+            training_data = self.prepare_training_data(approved_memories, rejected_memories)
+            
+            
+            split_idx = int(0.8 * len(training_data))
+            train_data = training_data[:split_idx]
+            val_data = training_data[split_idx:]
+            
+            train_dataset = MemoryDataset(train_data, self.tokenizer)
+            val_dataset = MemoryDataset(val_data, self.tokenizer)
+            
+            training_args = TrainingArguments(
+                output_dir=output_dir,
+                num_train_epochs=epochs,
+                per_device_train_batch_size=4,
+                per_device_eval_batch_size=4,
+                warmup_steps=100,
+                weight_decay=0.01,
+                logging_dir='./logs',
+                evaluation_strategy="epoch",
+                save_strategy="epoch",
+                load_best_model_at_end=True,
+            )
+            
+            trainer = Trainer(
+                model=self.model,
+                args=training_args,
+                train_dataset=train_dataset,
+                eval_dataset=val_dataset,
+            )
+            
+            trainer.train()
+            trainer.save_model()
+            self.tokenizer.save_pretrained(output_dir)
+            
+            print(f"Model trained and saved to {output_dir}")
+            return True
+
+        def predict_memory_action(self, memory_content: str, context: str = "") -> Tuple[str, float]:
+            """Predict what action to take on a memory"""
+            text = f"Memory: {memory_content}\nContext: {context}"
+            
+            encoding = self.tokenizer(
+                text,
+                truncation=True,
+                padding=True,
+                max_length=512,
+                return_tensors='pt'
+            ).to(self.device)
+            
+            with torch.no_grad():
+                outputs = self.model(**encoding)
+                probabilities = torch.softmax(outputs.logits, dim=-1)
+                predicted_class = torch.argmax(probabilities, dim=-1).item()
+                confidence = probabilities[0][predicted_class].item()
+            
+            actions = {0: "model-rejected", 1: "model-approved", 2: "needs-editing"}
+            return actions[predicted_class], confidence
+
+        def auto_approve_memory(self, memory_content: str, context: str = "", 
+                            confidence_threshold: float = 0.8) -> Dict:
+            """Auto-approve memory if confidence is high enough"""
+            action, confidence = self.predict_memory_action(memory_content, context)
+            
+            if confidence >= confidence_threshold:
+                return {"action": action, "confidence": confidence, "auto_processed": True}
+            else:
+                return {"action": "pending_approval", "confidence": confidence, "auto_processed": False}    
+except:
+    Dataset = None
+    nn = None
+    Trainer = None
+    TrainingArguments = None
+
+    MemoryDataset = None
+    MemoryTrainer = None

npcpy-1.2.20/npcpy/memory/memory_processor.py

@@ -0,0 +1,65 @@
+from dataclasses import dataclass
+from typing import List, Dict, Any, Optional
+from datetime import datetime
+import threading
+import queue
+import time
+
+@dataclass
+class MemoryItem:
+    message_id: str
+    conversation_id: str
+    npc: str
+    team: str
+    directory_path: str
+    content: str
+    context: str
+    model: str
+    provider: str
+
+
+def memory_approval_ui(memories: List[Dict]) -> List[Dict]:
+    """Simple CLI interface for memory approval"""
+    if not memories:
+        return []
+    
+    print(f"\n📝 {len(memories)} memories ready for approval:")
+    
+    approvals = []
+    for i, memory in enumerate(memories, 1):
+        print(f"\n--- Memory {i}/{len(memories)} ---")
+        print(f"NPC: {memory['npc']}")
+        print(f"Content: {memory['content'][:200]}{'...' if len(memory['content']) > 200 else ''}")
+        
+        while True:
+            choice = input("(a)pprove, (r)eject, (e)dit, (s)kip, (q)uit, (A)pprove all: ").strip().lower()
+            
+            if choice == 'a':
+                approvals.append({"memory_id": memory['memory_id'], "decision": "human-approved"})
+                break
+            elif choice == 'r':
+                approvals.append({"memory_id": memory['memory_id'], "decision": "human-rejected"})
+                break
+            elif choice == 'e':
+                edited = input("Edit memory: ").strip()
+                if edited:
+                    approvals.append({
+                        "memory_id": memory['memory_id'], 
+                        "decision": "human-edited",
+                        "final_memory": edited
+                    })
+                break
+            elif choice == 's':
+                break
+            elif choice == 'q':
+                return approvals
+            elif choice == 'A':
+                
+                for remaining_memory in memories[i-1:]:
+                    approvals.append({
+                        "memory_id": remaining_memory['memory_id'], 
+                        "decision": "human-approved"
+                    })
+                return approvals
+    
+    return approvals

{npcpy-1.2.18 → npcpy-1.2.20/npcpy.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: npcpy
-Version: 1.2.18
+Version: 1.2.20
 Summary: npcpy is the premier open-source library for integrating LLMs and Agents into python systems.
 Home-page: https://github.com/NPC-Worldwide/npcpy
 Author: Christopher Agostino

{npcpy-1.2.18 → npcpy-1.2.20}/setup.py

@@ -82,7 +82,7 @@ extra_files = package_files("npcpy/npc_team/")
 
 setup(
     name="npcpy",
-    version="1.2.18",
+    version="1.2.20",
     packages=find_packages(exclude=["tests*"]),
     install_requires=base_requirements,  
     extras_require={

npcpy-1.2.18/npcpy/ft/memory_trainer.py

@@ -1,164 +0,0 @@
-import torch
-import torch.nn as nn
-try:
-    from transformers import AutoTokenizer, AutoModelForSequenceClassification, Trainer, TrainingArguments
-    from torch.utils.data import Dataset
-except:
-    pass 
-import json
-from typing import List, Dict, Tuple
-import random
-
-class MemoryDataset(Dataset):
-    def __init__(self, examples: List[Dict], tokenizer, max_length=512):
-        self.examples = examples
-        self.tokenizer = tokenizer
-        self.max_length = max_length
-    
-    def __len__(self):
-        return len(self.examples)
-    
-    def __getitem__(self, idx):
-        example = self.examples[idx]
-        
-        
-        text = f"Memory: {example['memory']}\nContext: {example.get('context', '')}"
-        
-        encoding = self.tokenizer(
-            text,
-            truncation=True,
-            padding='max_length',
-            max_length=self.max_length,
-            return_tensors='pt'
-        )
-        
-        return {
-            'input_ids': encoding['input_ids'].flatten(),
-            'attention_mask': encoding['attention_mask'].flatten(),
-            'labels': torch.tensor(example['label'], dtype=torch.long)
-        }
-
-class MemoryTrainer:
-    def __init__(self, model_name="google/gemma-2b", device="cpu"):
-        self.device = device
-        self.tokenizer = AutoTokenizer.from_pretrained(model_name)
-        if self.tokenizer.pad_token is None:
-            self.tokenizer.pad_token = self.tokenizer.eos_token
-        
-        
-        self.model = AutoModelForSequenceClassification.from_pretrained(
-            model_name, 
-            num_labels=3
-        ).to(device)
-    
-    def prepare_training_data(self, approved_memories: List[Dict], 
-                            rejected_memories: List[Dict]) -> List[Dict]:
-        """Prepare training data from memory examples"""
-        examples = []
-        
-        
-        for memory in approved_memories:
-            examples.append({
-                "memory": memory.get("final_memory") or memory.get("initial_memory"),
-                "context": memory.get("context", ""),
-                "label": 1
-            })
-        
-        
-        for memory in rejected_memories:
-            examples.append({
-                "memory": memory.get("initial_memory"),
-                "context": memory.get("context", ""),
-                "label": 0
-            })
-        
-        
-        edited_examples = []
-        for memory in approved_memories[:len(rejected_memories)//2]:
-            if memory.get("final_memory") and memory.get("initial_memory"):
-                
-                edited_examples.append({
-                    "memory": memory.get("initial_memory"),
-                    "context": memory.get("context", ""),
-                    "label": 2
-                })
-        
-        examples.extend(edited_examples)
-        random.shuffle(examples)
-        return examples
-
-    def train(self, approved_memories: List[Dict], rejected_memories: List[Dict], 
-              output_dir: str = "./memory_model", epochs: int = 3):
-        """Train the memory classification model"""
-        
-        if len(approved_memories) < 10 or len(rejected_memories) < 10:
-            print("Not enough training data. Need at least 10 approved and 10 rejected memories.")
-            return False
-        
-        training_data = self.prepare_training_data(approved_memories, rejected_memories)
-        
-        
-        split_idx = int(0.8 * len(training_data))
-        train_data = training_data[:split_idx]
-        val_data = training_data[split_idx:]
-        
-        train_dataset = MemoryDataset(train_data, self.tokenizer)
-        val_dataset = MemoryDataset(val_data, self.tokenizer)
-        
-        training_args = TrainingArguments(
-            output_dir=output_dir,
-            num_train_epochs=epochs,
-            per_device_train_batch_size=4,
-            per_device_eval_batch_size=4,
-            warmup_steps=100,
-            weight_decay=0.01,
-            logging_dir='./logs',
-            evaluation_strategy="epoch",
-            save_strategy="epoch",
-            load_best_model_at_end=True,
-        )
-        
-        trainer = Trainer(
-            model=self.model,
-            args=training_args,
-            train_dataset=train_dataset,
-            eval_dataset=val_dataset,
-        )
-        
-        trainer.train()
-        trainer.save_model()
-        self.tokenizer.save_pretrained(output_dir)
-        
-        print(f"Model trained and saved to {output_dir}")
-        return True
-
-    def predict_memory_action(self, memory_content: str, context: str = "") -> Tuple[str, float]:
-        """Predict what action to take on a memory"""
-        text = f"Memory: {memory_content}\nContext: {context}"
-        
-        encoding = self.tokenizer(
-            text,
-            truncation=True,
-            padding=True,
-            max_length=512,
-            return_tensors='pt'
-        ).to(self.device)
-        
-        with torch.no_grad():
-            outputs = self.model(**encoding)
-            probabilities = torch.softmax(outputs.logits, dim=-1)
-            predicted_class = torch.argmax(probabilities, dim=-1).item()
-            confidence = probabilities[0][predicted_class].item()
-        
-        actions = {0: "model-rejected", 1: "model-approved", 2: "needs-editing"}
-        return actions[predicted_class], confidence
-
-    def auto_approve_memory(self, memory_content: str, context: str = "", 
-                          confidence_threshold: float = 0.8) -> Dict:
-        """Auto-approve memory if confidence is high enough"""
-        action, confidence = self.predict_memory_action(memory_content, context)
-        
-        if confidence >= confidence_threshold:
-            return {"action": action, "confidence": confidence, "auto_processed": True}
-        else:
-            return {"action": "pending_approval", "confidence": confidence, "auto_processed": False}

npcpy-1.2.18/npcpy/memory/memory_processor.py

@@ -1,155 +0,0 @@
-from dataclasses import dataclass
-from typing import List, Dict, Any, Optional
-from datetime import datetime
-import threading
-import queue
-import time
-
-@dataclass
-class MemoryItem:
-    message_id: str
-    conversation_id: str
-    npc: str
-    team: str
-    directory_path: str
-    content: str
-    context: str
-    model: str
-    provider: str
-
-class MemoryApprovalQueue:
-    def __init__(self, command_history):
-        self.command_history = command_history
-        self.pending_queue = queue.Queue()
-        self.approval_results = queue.Queue()
-        self.processing_thread = None
-        self.running = False
-
-    def add_memory(self, memory_item: MemoryItem):
-        """Add memory to processing queue (non-blocking)"""
-        self.pending_queue.put(memory_item)
-        
-    def start_background_processing(self):
-        """Start background thread for memory processing"""
-        if self.processing_thread and self.processing_thread.is_alive():
-            return
-            
-        self.running = True
-        self.processing_thread = threading.Thread(target=self._process_queue)
-        self.processing_thread.daemon = True
-        self.processing_thread.start()
-
-    def _process_queue(self):
-        """Background processing of memory queue"""
-        while self.running:
-            try:
-                
-                batch = []
-                try:
-                    
-                    memory = self.pending_queue.get(timeout=1.0)
-                    batch.append(memory)
-                    
-                    
-                    while len(batch) < 10:
-                        try:
-                            memory = self.pending_queue.get_nowait()
-                            batch.append(memory)
-                        except queue.Empty:
-                            break
-                    
-                    self._process_memory_batch(batch)
-                    
-                except queue.Empty:
-                    continue
-                    
-            except Exception as e:
-                print(f"Error in memory processing: {e}")
-                time.sleep(1)
-
-    def _process_memory_batch(self, memories: List[MemoryItem]):
-        """Process a batch of memories"""
-        for memory in memories:
-            
-            memory_id = self.command_history.add_memory_to_database(
-                message_id=memory.message_id,
-                conversation_id=memory.conversation_id,
-                npc=memory.npc,
-                team=memory.team,
-                directory_path=memory.directory_path,
-                initial_memory=memory.content,
-                status="pending_approval",
-                model=memory.model,
-                provider=memory.provider
-            )
-            
-            
-            self.approval_results.put({
-                "memory_id": memory_id,
-                "content": memory.content,
-                "context": memory.context,
-                "npc": memory.npc
-            })
-
-    def get_approval_batch(self, max_items: int = 5) -> List[Dict]:
-        """Get batch of memories ready for approval"""
-        batch = []
-        try:
-            while len(batch) < max_items:
-                item = self.approval_results.get_nowait()
-                batch.append(item)
-        except queue.Empty:
-            pass
-        return batch
-
-    def stop_processing(self):
-        """Stop background processing"""
-        self.running = False
-        if self.processing_thread:
-            self.processing_thread.join(timeout=2.0)
-
-def memory_approval_ui(memories: List[Dict]) -> List[Dict]:
-    """Simple CLI interface for memory approval"""
-    if not memories:
-        return []
-    
-    print(f"\n📝 {len(memories)} memories ready for approval:")
-    
-    approvals = []
-    for i, memory in enumerate(memories, 1):
-        print(f"\n--- Memory {i}/{len(memories)} ---")
-        print(f"NPC: {memory['npc']}")
-        print(f"Content: {memory['content'][:200]}{'...' if len(memory['content']) > 200 else ''}")
-        
-        while True:
-            choice = input("(a)pprove, (r)eject, (e)dit, (s)kip, (q)uit, (A)pprove all: ").strip().lower()
-            
-            if choice == 'a':
-                approvals.append({"memory_id": memory['memory_id'], "decision": "human-approved"})
-                break
-            elif choice == 'r':
-                approvals.append({"memory_id": memory['memory_id'], "decision": "human-rejected"})
-                break
-            elif choice == 'e':
-                edited = input("Edit memory: ").strip()
-                if edited:
-                    approvals.append({
-                        "memory_id": memory['memory_id'], 
-                        "decision": "human-edited",
-                        "final_memory": edited
-                    })
-                break
-            elif choice == 's':
-                break
-            elif choice == 'q':
-                return approvals
-            elif choice == 'A':
-                
-                for remaining_memory in memories[i-1:]:
-                    approvals.append({
-                        "memory_id": remaining_memory['memory_id'], 
-                        "decision": "human-approved"
-                    })
-                return approvals
-    
-    return approvals