kssrag 0.2.0__tar.gz → 0.2.1__tar.gz

{kssrag-0.2.0 → kssrag-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kssrag
-Version: 0.2.0
+Version: 0.2.1
 Summary: A flexible Retrieval-Augmented Generation framework by Ksschkw
 Home-page: https://github.com/Ksschkw/kssrag
 Author: Ksschkw
@@ -85,7 +85,7 @@ Dynamic: summary
 
 ![Python Version](https://img.shields.io/badge/python-3.8%2B-blue)
 ![License](https://img.shields.io/badge/license-MIT-green)
-![Version](https://img.shields.io/badge/version-0.1.30-brightgreen)
+![Version](https://img.shields.io/badge/version-0.2.0-brightgreen)
 ![Framework](https://img.shields.io/badge/framework-RAG-orange)
 ![Documentation](https://img.shields.io/badge/docs-comprehensive-brightgreen)
 

{kssrag-0.2.0 → kssrag-0.2.1}/README.md

@@ -4,7 +4,7 @@
 
 ![Python Version](https://img.shields.io/badge/python-3.8%2B-blue)
 ![License](https://img.shields.io/badge/license-MIT-green)
-![Version](https://img.shields.io/badge/version-0.1.30-brightgreen)
+![Version](https://img.shields.io/badge/version-0.2.0-brightgreen)
 ![Framework](https://img.shields.io/badge/framework-RAG-orange)
 ![Documentation](https://img.shields.io/badge/docs-comprehensive-brightgreen)
 
@@ -756,4 +756,4 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 
 [Get Started](#quick-start) • [Explore Features](#features) • [View Examples](#examples)
 
-</div>
+</div>

{kssrag-0.2.0 → kssrag-0.2.1}/kssrag/core/agents.py

@@ -97,11 +97,12 @@ class RAGAgent:
             
             # Stream response from LLM
             if hasattr(self.llm, 'predict_stream'):
+                full_response = ""
                 for chunk in self.llm.predict_stream(messages):
+                    full_response += chunk
                     yield chunk
                 
                 # Add the complete response to conversation history
-                full_response = "".join([chunk for chunk in self.llm.predict_stream(messages)])
                 self.add_message("assistant", full_response)
             else:
                 # Fallback to non-streaming

{kssrag-0.2.0 → kssrag-0.2.1}/kssrag/models/openrouter.py

@@ -18,7 +18,7 @@ class OpenRouterLLM:
             "Authorization": f"Bearer {self.api_key}",
             "Content-Type": "application/json",
             "HTTP-Referer": "https://github.com/Ksschkw/kssrag",
-            "X-Title": "KSS RAG Agent"
+            "X-Title": "KSSRAG"
         }
     
     def predict(self, messages: List[Dict[str, str]]) -> str:

{kssrag-0.2.0 → kssrag-0.2.1}/kssrag/server.py

@@ -28,9 +28,9 @@ class ServerConfig(BaseModel):
     cors_allow_credentials: bool = config.CORS_ALLOW_CREDENTIALS
     cors_allow_methods: List[str] = config.CORS_ALLOW_METHODS
     cors_allow_headers: List[str] = config.CORS_ALLOW_HEADERS
-    title: str = "KSS RAG API"
-    description: str = "A Retrieval-Augmented Generation API by Ksschkw"
-    version: str = "0.1.0"
+    title: str = "KSSSwagger"
+    description: str = "[kssrag](https://github.com/Ksschkw/kssrag)"
+    version: str = "0.2.0"
 
 def create_app(rag_agent: RAGAgent, server_config: Optional[ServerConfig] = None):
     """Create a FastAPI app for the RAG agent with configurable CORS"""
@@ -98,20 +98,33 @@ def create_app(rag_agent: RAGAgent, server_config: Optional[ServerConfig] = None
             raise HTTPException(status_code=400, detail="Query cannot be empty")
         
         try:
+            # Get or create session - USE THE SAME LLM INSTANCE
             if session_id not in sessions:
+                logger.info(f"Creating new streaming session: {session_id}")
+                # Use the same LLM configuration but enable streaming
                 sessions[session_id] = RAGAgent(
                     retriever=rag_agent.retriever,
-                    llm=OpenRouterLLM(stream=True),
+                    llm=rag_agent.llm,  # Use the same LLM instance
                     system_prompt=rag_agent.system_prompt
                 )
             
             agent = sessions[session_id]
             
+            # Build messages using agent's conversation history
+            context_docs = agent.retriever.retrieve(query, top_k=5)
+            context = agent._build_context(context_docs)
+            messages = agent._build_messages(query, context)
+            
             async def generate():
+                full_response = ""
                 try:
-                    for chunk in agent.llm.predict_stream(agent._build_messages(query)):
+                    # Use the agent's query_stream method instead of calling LLM directly
+                    for chunk in agent.query_stream(query, top_k=5):
+                        full_response += chunk
                         yield f"data: {json.dumps({'chunk': chunk, 'done': False})}\n\n"
+                    
                     yield f"data: {json.dumps({'chunk': '', 'done': True})}\n\n"
+                    
                 except Exception as e:
                     logger.error(f"Streaming error: {str(e)}")
                     yield f"data: {json.dumps({'error': str(e), 'done': True})}\n\n"
@@ -156,7 +169,7 @@ def create_app(rag_agent: RAGAgent, server_config: Optional[ServerConfig] = None
     async def root():
         """Root endpoint with API information"""
         return {
-            "message": "Welcome to KSS RAG API",
+            "message": "Welcome to KSSRAG API",
             "version": server_config.version,
             "docs": "/docs",
             "health": "/health"

{kssrag-0.2.0 → kssrag-0.2.1}/kssrag.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kssrag
-Version: 0.2.0
+Version: 0.2.1
 Summary: A flexible Retrieval-Augmented Generation framework by Ksschkw
 Home-page: https://github.com/Ksschkw/kssrag
 Author: Ksschkw
@@ -85,7 +85,7 @@ Dynamic: summary
 
 ![Python Version](https://img.shields.io/badge/python-3.8%2B-blue)
 ![License](https://img.shields.io/badge/license-MIT-green)
-![Version](https://img.shields.io/badge/version-0.1.30-brightgreen)
+![Version](https://img.shields.io/badge/version-0.2.0-brightgreen)
 ![Framework](https://img.shields.io/badge/framework-RAG-orange)
 ![Documentation](https://img.shields.io/badge/docs-comprehensive-brightgreen)
 

{kssrag-0.2.0 → kssrag-0.2.1}/setup.py

@@ -6,7 +6,7 @@ long_description = (here / "README.md").read_text(encoding="utf-8")
 
 setup(
     name="kssrag",
-    version="0.2.0",
+    version="0.2.1",
     description="A flexible Retrieval-Augmented Generation framework by Ksschkw",
     long_description=long_description,
     long_description_content_type="text/markdown",