amd-gaia 0.15.0__py3-none-any.whl → 0.15.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {amd_gaia-0.15.0.dist-info → amd_gaia-0.15.2.dist-info}/METADATA +222 -223
- amd_gaia-0.15.2.dist-info/RECORD +182 -0
- {amd_gaia-0.15.0.dist-info → amd_gaia-0.15.2.dist-info}/WHEEL +1 -1
- {amd_gaia-0.15.0.dist-info → amd_gaia-0.15.2.dist-info}/entry_points.txt +1 -0
- {amd_gaia-0.15.0.dist-info → amd_gaia-0.15.2.dist-info}/licenses/LICENSE.md +20 -20
- gaia/__init__.py +29 -29
- gaia/agents/__init__.py +19 -19
- gaia/agents/base/__init__.py +9 -9
- gaia/agents/base/agent.py +2132 -2177
- gaia/agents/base/api_agent.py +119 -120
- gaia/agents/base/console.py +1967 -1841
- gaia/agents/base/errors.py +237 -237
- gaia/agents/base/mcp_agent.py +86 -86
- gaia/agents/base/tools.py +88 -83
- gaia/agents/blender/__init__.py +7 -0
- gaia/agents/blender/agent.py +553 -556
- gaia/agents/blender/agent_simple.py +133 -135
- gaia/agents/blender/app.py +211 -211
- gaia/agents/blender/app_simple.py +41 -41
- gaia/agents/blender/core/__init__.py +16 -16
- gaia/agents/blender/core/materials.py +506 -506
- gaia/agents/blender/core/objects.py +316 -316
- gaia/agents/blender/core/rendering.py +225 -225
- gaia/agents/blender/core/scene.py +220 -220
- gaia/agents/blender/core/view.py +146 -146
- gaia/agents/chat/__init__.py +9 -9
- gaia/agents/chat/agent.py +809 -835
- gaia/agents/chat/app.py +1065 -1058
- gaia/agents/chat/session.py +508 -508
- gaia/agents/chat/tools/__init__.py +15 -15
- gaia/agents/chat/tools/file_tools.py +96 -96
- gaia/agents/chat/tools/rag_tools.py +1744 -1729
- gaia/agents/chat/tools/shell_tools.py +437 -436
- gaia/agents/code/__init__.py +7 -7
- gaia/agents/code/agent.py +549 -549
- gaia/agents/code/cli.py +377 -0
- gaia/agents/code/models.py +135 -135
- gaia/agents/code/orchestration/__init__.py +24 -24
- gaia/agents/code/orchestration/checklist_executor.py +1763 -1763
- gaia/agents/code/orchestration/checklist_generator.py +713 -713
- gaia/agents/code/orchestration/factories/__init__.py +9 -9
- gaia/agents/code/orchestration/factories/base.py +63 -63
- gaia/agents/code/orchestration/factories/nextjs_factory.py +118 -118
- gaia/agents/code/orchestration/factories/python_factory.py +106 -106
- gaia/agents/code/orchestration/orchestrator.py +841 -841
- gaia/agents/code/orchestration/project_analyzer.py +391 -391
- gaia/agents/code/orchestration/steps/__init__.py +67 -67
- gaia/agents/code/orchestration/steps/base.py +188 -188
- gaia/agents/code/orchestration/steps/error_handler.py +314 -314
- gaia/agents/code/orchestration/steps/nextjs.py +828 -828
- gaia/agents/code/orchestration/steps/python.py +307 -307
- gaia/agents/code/orchestration/template_catalog.py +469 -469
- gaia/agents/code/orchestration/workflows/__init__.py +14 -14
- gaia/agents/code/orchestration/workflows/base.py +80 -80
- gaia/agents/code/orchestration/workflows/nextjs.py +186 -186
- gaia/agents/code/orchestration/workflows/python.py +94 -94
- gaia/agents/code/prompts/__init__.py +11 -11
- gaia/agents/code/prompts/base_prompt.py +77 -77
- gaia/agents/code/prompts/code_patterns.py +2034 -2036
- gaia/agents/code/prompts/nextjs_prompt.py +40 -40
- gaia/agents/code/prompts/python_prompt.py +109 -109
- gaia/agents/code/schema_inference.py +365 -365
- gaia/agents/code/system_prompt.py +41 -41
- gaia/agents/code/tools/__init__.py +42 -42
- gaia/agents/code/tools/cli_tools.py +1138 -1138
- gaia/agents/code/tools/code_formatting.py +319 -319
- gaia/agents/code/tools/code_tools.py +769 -769
- gaia/agents/code/tools/error_fixing.py +1347 -1347
- gaia/agents/code/tools/external_tools.py +180 -180
- gaia/agents/code/tools/file_io.py +845 -845
- gaia/agents/code/tools/prisma_tools.py +190 -190
- gaia/agents/code/tools/project_management.py +1016 -1016
- gaia/agents/code/tools/testing.py +321 -321
- gaia/agents/code/tools/typescript_tools.py +122 -122
- gaia/agents/code/tools/validation_parsing.py +461 -461
- gaia/agents/code/tools/validation_tools.py +806 -806
- gaia/agents/code/tools/web_dev_tools.py +1758 -1758
- gaia/agents/code/validators/__init__.py +16 -16
- gaia/agents/code/validators/antipattern_checker.py +241 -241
- gaia/agents/code/validators/ast_analyzer.py +197 -197
- gaia/agents/code/validators/requirements_validator.py +145 -145
- gaia/agents/code/validators/syntax_validator.py +171 -171
- gaia/agents/docker/__init__.py +7 -7
- gaia/agents/docker/agent.py +643 -642
- gaia/agents/emr/__init__.py +8 -8
- gaia/agents/emr/agent.py +1504 -1506
- gaia/agents/emr/cli.py +1322 -1322
- gaia/agents/emr/constants.py +475 -475
- gaia/agents/emr/dashboard/__init__.py +4 -4
- gaia/agents/emr/dashboard/server.py +1972 -1974
- gaia/agents/jira/__init__.py +11 -11
- gaia/agents/jira/agent.py +894 -894
- gaia/agents/jira/jql_templates.py +299 -299
- gaia/agents/routing/__init__.py +7 -7
- gaia/agents/routing/agent.py +567 -570
- gaia/agents/routing/system_prompt.py +75 -75
- gaia/agents/summarize/__init__.py +11 -0
- gaia/agents/summarize/agent.py +885 -0
- gaia/agents/summarize/prompts.py +129 -0
- gaia/api/__init__.py +23 -23
- gaia/api/agent_registry.py +238 -238
- gaia/api/app.py +305 -305
- gaia/api/openai_server.py +575 -575
- gaia/api/schemas.py +186 -186
- gaia/api/sse_handler.py +373 -373
- gaia/apps/__init__.py +4 -4
- gaia/apps/llm/__init__.py +6 -6
- gaia/apps/llm/app.py +184 -169
- gaia/apps/summarize/app.py +116 -633
- gaia/apps/summarize/html_viewer.py +133 -133
- gaia/apps/summarize/pdf_formatter.py +284 -284
- gaia/audio/__init__.py +2 -2
- gaia/audio/audio_client.py +439 -439
- gaia/audio/audio_recorder.py +269 -269
- gaia/audio/kokoro_tts.py +599 -599
- gaia/audio/whisper_asr.py +432 -432
- gaia/chat/__init__.py +16 -16
- gaia/chat/app.py +428 -430
- gaia/chat/prompts.py +522 -522
- gaia/chat/sdk.py +1228 -1225
- gaia/cli.py +5659 -5632
- gaia/database/__init__.py +10 -10
- gaia/database/agent.py +176 -176
- gaia/database/mixin.py +290 -290
- gaia/database/testing.py +64 -64
- gaia/eval/batch_experiment.py +2332 -2332
- gaia/eval/claude.py +542 -542
- gaia/eval/config.py +37 -37
- gaia/eval/email_generator.py +512 -512
- gaia/eval/eval.py +3179 -3179
- gaia/eval/groundtruth.py +1130 -1130
- gaia/eval/transcript_generator.py +582 -582
- gaia/eval/webapp/README.md +167 -167
- gaia/eval/webapp/package-lock.json +875 -875
- gaia/eval/webapp/package.json +20 -20
- gaia/eval/webapp/public/app.js +3402 -3402
- gaia/eval/webapp/public/index.html +87 -87
- gaia/eval/webapp/public/styles.css +3661 -3661
- gaia/eval/webapp/server.js +415 -415
- gaia/eval/webapp/test-setup.js +72 -72
- gaia/installer/__init__.py +23 -0
- gaia/installer/init_command.py +1275 -0
- gaia/installer/lemonade_installer.py +619 -0
- gaia/llm/__init__.py +10 -2
- gaia/llm/base_client.py +60 -0
- gaia/llm/exceptions.py +12 -0
- gaia/llm/factory.py +70 -0
- gaia/llm/lemonade_client.py +3421 -3221
- gaia/llm/lemonade_manager.py +294 -294
- gaia/llm/providers/__init__.py +9 -0
- gaia/llm/providers/claude.py +108 -0
- gaia/llm/providers/lemonade.py +118 -0
- gaia/llm/providers/openai_provider.py +79 -0
- gaia/llm/vlm_client.py +382 -382
- gaia/logger.py +189 -189
- gaia/mcp/agent_mcp_server.py +245 -245
- gaia/mcp/blender_mcp_client.py +138 -138
- gaia/mcp/blender_mcp_server.py +648 -648
- gaia/mcp/context7_cache.py +332 -332
- gaia/mcp/external_services.py +518 -518
- gaia/mcp/mcp_bridge.py +811 -550
- gaia/mcp/servers/__init__.py +6 -6
- gaia/mcp/servers/docker_mcp.py +83 -83
- gaia/perf_analysis.py +361 -0
- gaia/rag/__init__.py +10 -10
- gaia/rag/app.py +293 -293
- gaia/rag/demo.py +304 -304
- gaia/rag/pdf_utils.py +235 -235
- gaia/rag/sdk.py +2194 -2194
- gaia/security.py +183 -163
- gaia/talk/app.py +287 -289
- gaia/talk/sdk.py +538 -538
- gaia/testing/__init__.py +87 -87
- gaia/testing/assertions.py +330 -330
- gaia/testing/fixtures.py +333 -333
- gaia/testing/mocks.py +493 -493
- gaia/util.py +46 -46
- gaia/utils/__init__.py +33 -33
- gaia/utils/file_watcher.py +675 -675
- gaia/utils/parsing.py +223 -223
- gaia/version.py +100 -100
- amd_gaia-0.15.0.dist-info/RECORD +0 -168
- gaia/agents/code/app.py +0 -266
- gaia/llm/llm_client.py +0 -723
- {amd_gaia-0.15.0.dist-info → amd_gaia-0.15.2.dist-info}/top_level.txt +0 -0
gaia/rag/demo.py
CHANGED
|
@@ -1,304 +1,304 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# Copyright(C) 2024-2025 Advanced Micro Devices, Inc. All rights reserved.
|
|
3
|
-
# SPDX-License-Identifier: MIT
|
|
4
|
-
|
|
5
|
-
"""
|
|
6
|
-
GAIA RAG Demo - Simple demonstration of PDF document Q&A capabilities
|
|
7
|
-
"""
|
|
8
|
-
|
|
9
|
-
import os
|
|
10
|
-
import sys
|
|
11
|
-
from pathlib import Path
|
|
12
|
-
|
|
13
|
-
# Add parent to path for imports
|
|
14
|
-
sys.path.append(str(Path(__file__).parent.parent.parent))
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
def demo_basic_rag():
|
|
18
|
-
"""Demo basic RAG functionality."""
|
|
19
|
-
print("=" * 60)
|
|
20
|
-
print("GAIA RAG Demo - Basic PDF Q&A")
|
|
21
|
-
print("=" * 60)
|
|
22
|
-
|
|
23
|
-
try:
|
|
24
|
-
from gaia.rag.sdk import RAGSDK, RAGConfig, quick_rag
|
|
25
|
-
|
|
26
|
-
# Example 1: Quick RAG query
|
|
27
|
-
print("\n📄 Example 1: Quick RAG Query")
|
|
28
|
-
print("-" * 40)
|
|
29
|
-
|
|
30
|
-
# Using the existing test PDF file
|
|
31
|
-
pdf_path = "data/pdf/Oil-and-Gas-Activity-Operations-Manual-1-10.pdf"
|
|
32
|
-
|
|
33
|
-
# Check if the PDF file exists
|
|
34
|
-
if os.path.exists(pdf_path):
|
|
35
|
-
print(f"📄 Using test PDF: {pdf_path}")
|
|
36
|
-
print("🤔 Asking: 'What is this document about?'")
|
|
37
|
-
print("⏳ Processing... (this may take a moment)")
|
|
38
|
-
|
|
39
|
-
try:
|
|
40
|
-
# For the first demo, we'll use the SDK directly to show chunks
|
|
41
|
-
config = RAGConfig(show_stats=True, chunk_size=500, max_chunks=3)
|
|
42
|
-
rag = RAGSDK(config)
|
|
43
|
-
|
|
44
|
-
# Index the document
|
|
45
|
-
print("📚 Indexing document...")
|
|
46
|
-
rag.index_document(pdf_path)
|
|
47
|
-
|
|
48
|
-
# Query with detailed response
|
|
49
|
-
print("🔍 Querying document...")
|
|
50
|
-
response = rag.query("What is this document about?")
|
|
51
|
-
print(f"\n💬 Answer: {response.text}")
|
|
52
|
-
|
|
53
|
-
# Show retrieved chunks
|
|
54
|
-
if response.chunks:
|
|
55
|
-
print(f"\n📖 Retrieved {len(response.chunks)} relevant chunks:")
|
|
56
|
-
print("=" * 50)
|
|
57
|
-
for i, (chunk, score) in enumerate(
|
|
58
|
-
zip(response.chunks, response.chunk_scores), 1
|
|
59
|
-
):
|
|
60
|
-
print(f"\n📄 Chunk {i} (relevance score: {score:.3f}):")
|
|
61
|
-
print("-" * 30)
|
|
62
|
-
# Show first 200 characters of each chunk
|
|
63
|
-
chunk_preview = (
|
|
64
|
-
chunk[:200] + "..." if len(chunk) > 200 else chunk
|
|
65
|
-
)
|
|
66
|
-
print(chunk_preview)
|
|
67
|
-
print("=" * 50)
|
|
68
|
-
|
|
69
|
-
# Try another question using quick_rag
|
|
70
|
-
print("\n" + "-" * 40)
|
|
71
|
-
print("🤔 Asking: 'What are the main safety requirements?'")
|
|
72
|
-
answer2 = quick_rag(
|
|
73
|
-
pdf_path, "What are the main safety requirements?", show_stats=False
|
|
74
|
-
)
|
|
75
|
-
print(f"\n💬 Answer: {answer2}")
|
|
76
|
-
|
|
77
|
-
except Exception as e:
|
|
78
|
-
print(f"❌ Error during RAG query: {e}")
|
|
79
|
-
print(
|
|
80
|
-
"This might be due to missing dependencies or LLM service not running"
|
|
81
|
-
)
|
|
82
|
-
else:
|
|
83
|
-
print(f"⚠️ Test PDF not found at: {pdf_path}")
|
|
84
|
-
print("To try this demo, you need:")
|
|
85
|
-
print(
|
|
86
|
-
"1. Activate environment: source .venv/bin/activate (Linux/macOS) or .\\.venv\\Scripts\\Activate.ps1 (Windows)"
|
|
87
|
-
)
|
|
88
|
-
print('2. Install RAG dependencies: uv pip install -e ".[rag]"')
|
|
89
|
-
print("3. Either use the test PDF or get your own PDF file")
|
|
90
|
-
print("4. Run: answer = quick_rag('document.pdf', 'What is this about?')")
|
|
91
|
-
|
|
92
|
-
# Example 2: RAG SDK with multiple operations
|
|
93
|
-
print("\n📚 Example 2: RAG SDK with Multiple Operations")
|
|
94
|
-
print("-" * 40)
|
|
95
|
-
|
|
96
|
-
config = RAGConfig(show_stats=True, chunk_size=500, max_chunks=3)
|
|
97
|
-
rag = RAGSDK(config)
|
|
98
|
-
|
|
99
|
-
print("RAG SDK initialized successfully!")
|
|
100
|
-
print(
|
|
101
|
-
f"Configuration: chunk_size={config.chunk_size}, max_chunks={config.max_chunks}"
|
|
102
|
-
)
|
|
103
|
-
|
|
104
|
-
# Show status
|
|
105
|
-
status = rag.get_status()
|
|
106
|
-
print("\nRAG Status:")
|
|
107
|
-
print(f" Indexed files: {status['indexed_files']}")
|
|
108
|
-
print(f" Total chunks: {status['total_chunks']}")
|
|
109
|
-
print(f" Cache directory: {status['cache_dir']}")
|
|
110
|
-
|
|
111
|
-
print("\nTo index a PDF and query it:")
|
|
112
|
-
print(" rag.index_document('document.pdf')")
|
|
113
|
-
print(" response = rag.query('What are the key points?')")
|
|
114
|
-
print(" print(response.text)")
|
|
115
|
-
|
|
116
|
-
except ImportError as e:
|
|
117
|
-
print(f"❌ Missing dependencies: {e}")
|
|
118
|
-
print("\nInstall RAG dependencies with:")
|
|
119
|
-
print(" # IMPORTANT: Activate virtual environment first")
|
|
120
|
-
print(" # Linux/macOS:")
|
|
121
|
-
print(" source .venv/bin/activate")
|
|
122
|
-
print(" # Windows PowerShell:")
|
|
123
|
-
print(" .\\.venv\\Scripts\\Activate.ps1")
|
|
124
|
-
print(" ")
|
|
125
|
-
print(" # Install RAG extras")
|
|
126
|
-
print(' uv pip install -e ".[rag]"')
|
|
127
|
-
print(" ")
|
|
128
|
-
print(" # Or install dependencies individually:")
|
|
129
|
-
print(" uv pip install pypdf sentence-transformers faiss-cpu")
|
|
130
|
-
|
|
131
|
-
print("\n" + "=" * 60)
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
def wait_for_user():
|
|
135
|
-
"""Wait for user to press Enter to continue."""
|
|
136
|
-
try:
|
|
137
|
-
input("\n🔄 Press Enter to continue to the next demo...")
|
|
138
|
-
print()
|
|
139
|
-
except KeyboardInterrupt:
|
|
140
|
-
print("\n\n👋 Demo interrupted by user. Goodbye!")
|
|
141
|
-
exit(0)
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
def demo_chat_with_rag():
|
|
145
|
-
"""Demo RAG integration with Chat SDK."""
|
|
146
|
-
print("\n📱 Example 3: Chat with RAG Integration")
|
|
147
|
-
print("-" * 40)
|
|
148
|
-
|
|
149
|
-
try:
|
|
150
|
-
from gaia.chat.sdk import ChatConfig, ChatSDK
|
|
151
|
-
|
|
152
|
-
# Create chat with RAG support
|
|
153
|
-
config = ChatConfig(show_stats=True)
|
|
154
|
-
_chat = ChatSDK(config)
|
|
155
|
-
|
|
156
|
-
print("Chat SDK initialized successfully!")
|
|
157
|
-
|
|
158
|
-
# Enable RAG (you would pass actual PDF paths here)
|
|
159
|
-
# chat.enable_rag(documents=["document1.pdf", "document2.pdf"])
|
|
160
|
-
print("\nTo enable RAG in chat:")
|
|
161
|
-
print(" chat.enable_rag(documents=['document.pdf'])")
|
|
162
|
-
print(" response = chat.send('What does the document say about X?')")
|
|
163
|
-
print(" # The chat will automatically use document context")
|
|
164
|
-
|
|
165
|
-
print("\nRAG-enhanced chat features:")
|
|
166
|
-
print(" • Automatic document context injection")
|
|
167
|
-
print(" • Maintains conversation history")
|
|
168
|
-
print(" • Seamless switching between RAG and normal chat")
|
|
169
|
-
|
|
170
|
-
except ImportError as e:
|
|
171
|
-
print(f"❌ Error: {e}")
|
|
172
|
-
|
|
173
|
-
print("-" * 40)
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
def demo_error_handling():
|
|
177
|
-
"""Demo proper error handling."""
|
|
178
|
-
print("\n⚠️ Example 4: Error Handling")
|
|
179
|
-
print("-" * 40)
|
|
180
|
-
|
|
181
|
-
try:
|
|
182
|
-
from gaia.rag.sdk import RAGSDK, RAGConfig, quick_rag
|
|
183
|
-
|
|
184
|
-
# Example 1: File not found error
|
|
185
|
-
print("# Testing file validation...")
|
|
186
|
-
try:
|
|
187
|
-
_result = quick_rag("nonexistent.pdf", "What is this?")
|
|
188
|
-
except ValueError as e:
|
|
189
|
-
print(f"✅ Caught expected error: {e}")
|
|
190
|
-
|
|
191
|
-
# Example 2: Empty inputs
|
|
192
|
-
print("\n# Testing input validation...")
|
|
193
|
-
try:
|
|
194
|
-
_result = quick_rag("", "What is this?")
|
|
195
|
-
except ValueError as e:
|
|
196
|
-
print(f"✅ Caught expected error: {e}")
|
|
197
|
-
|
|
198
|
-
try:
|
|
199
|
-
_result = quick_rag("document.pdf", "")
|
|
200
|
-
except ValueError as e:
|
|
201
|
-
print(f"✅ Caught expected error: {e}")
|
|
202
|
-
|
|
203
|
-
# Example 3: SDK with file validation
|
|
204
|
-
print("\n# Testing SDK file validation...")
|
|
205
|
-
config = RAGConfig(show_stats=False)
|
|
206
|
-
rag = RAGSDK(config)
|
|
207
|
-
|
|
208
|
-
try:
|
|
209
|
-
success = rag.index_document("nonexistent.pdf")
|
|
210
|
-
print(f"Index result: {success} (should be False)")
|
|
211
|
-
except ValueError as e:
|
|
212
|
-
print(f"✅ Caught expected error: {e}")
|
|
213
|
-
|
|
214
|
-
print("\n✅ Error handling working correctly!")
|
|
215
|
-
|
|
216
|
-
except ImportError as e:
|
|
217
|
-
print(f"❌ Missing dependencies: {e}")
|
|
218
|
-
print('Install with: uv pip install -e ".[rag]"')
|
|
219
|
-
|
|
220
|
-
print("-" * 40)
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
def demo_cli_commands():
|
|
224
|
-
"""Demo CLI command examples."""
|
|
225
|
-
print("\n🖥️ Example 5: CLI Commands")
|
|
226
|
-
print("-" * 40)
|
|
227
|
-
|
|
228
|
-
print("# IMPORTANT: Always activate virtual environment first")
|
|
229
|
-
print("# Linux/macOS:")
|
|
230
|
-
print("source .venv/bin/activate")
|
|
231
|
-
print("# Windows PowerShell:")
|
|
232
|
-
print(".\\.venv\\Scripts\\Activate.ps1")
|
|
233
|
-
print("")
|
|
234
|
-
|
|
235
|
-
print("# Index PDF documents")
|
|
236
|
-
print("gaia rag index document1.pdf document2.pdf")
|
|
237
|
-
print("")
|
|
238
|
-
|
|
239
|
-
print("# Query indexed documents")
|
|
240
|
-
print('gaia rag query "What are the key features mentioned?"')
|
|
241
|
-
print("")
|
|
242
|
-
|
|
243
|
-
print("# Quick query (index + query in one step)")
|
|
244
|
-
print('gaia rag quick document.pdf "What is this document about?"')
|
|
245
|
-
print("")
|
|
246
|
-
|
|
247
|
-
print("# Query with on-the-fly indexing (alternative to quick)")
|
|
248
|
-
print('gaia rag query "What is this about?" document.pdf')
|
|
249
|
-
print("")
|
|
250
|
-
|
|
251
|
-
print("# Show system status")
|
|
252
|
-
print("gaia rag status")
|
|
253
|
-
print("")
|
|
254
|
-
|
|
255
|
-
print("# Clear cache (with confirmation)")
|
|
256
|
-
print("gaia rag clear-cache")
|
|
257
|
-
print("")
|
|
258
|
-
|
|
259
|
-
print("# Clear cache (force, no confirmation)")
|
|
260
|
-
print("gaia rag clear-cache --force")
|
|
261
|
-
print("")
|
|
262
|
-
|
|
263
|
-
print("# Get help for any command")
|
|
264
|
-
print("gaia rag --help")
|
|
265
|
-
print("gaia rag index --help")
|
|
266
|
-
|
|
267
|
-
print("-" * 40)
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
def main():
|
|
271
|
-
"""Run all demos."""
|
|
272
|
-
print("🤖 GAIA RAG System Demo")
|
|
273
|
-
print("This demo will walk you through GAIA's RAG capabilities step by step.")
|
|
274
|
-
print("Press Ctrl+C at any time to exit.")
|
|
275
|
-
wait_for_user()
|
|
276
|
-
|
|
277
|
-
demo_basic_rag()
|
|
278
|
-
wait_for_user()
|
|
279
|
-
|
|
280
|
-
demo_chat_with_rag()
|
|
281
|
-
wait_for_user()
|
|
282
|
-
|
|
283
|
-
demo_error_handling()
|
|
284
|
-
wait_for_user()
|
|
285
|
-
|
|
286
|
-
demo_cli_commands()
|
|
287
|
-
|
|
288
|
-
print("\n✨ Demo completed!")
|
|
289
|
-
print("\nNext steps:")
|
|
290
|
-
print("1. Activate virtual environment:")
|
|
291
|
-
print(" Linux/macOS: source .venv/bin/activate")
|
|
292
|
-
print(" Windows: .\\.venv\\Scripts\\Activate.ps1")
|
|
293
|
-
print('2. Install RAG dependencies: uv pip install -e ".[rag]"')
|
|
294
|
-
print("3. Get a PDF document to test with")
|
|
295
|
-
print("4. Try the CLI commands: gaia rag --help")
|
|
296
|
-
print("5. Use RAG in Python: from gaia.rag.sdk import RAGSDK, quick_rag")
|
|
297
|
-
print("\nTroubleshooting:")
|
|
298
|
-
print("• File not found errors: Use absolute paths")
|
|
299
|
-
print("• Memory issues: Reduce chunk_size (e.g., 200-300)")
|
|
300
|
-
print("• Import errors: Ensure all dependencies installed")
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
if __name__ == "__main__":
|
|
304
|
-
main()
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# Copyright(C) 2024-2025 Advanced Micro Devices, Inc. All rights reserved.
|
|
3
|
+
# SPDX-License-Identifier: MIT
|
|
4
|
+
|
|
5
|
+
"""
|
|
6
|
+
GAIA RAG Demo - Simple demonstration of PDF document Q&A capabilities
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
import os
|
|
10
|
+
import sys
|
|
11
|
+
from pathlib import Path
|
|
12
|
+
|
|
13
|
+
# Add parent to path for imports
|
|
14
|
+
sys.path.append(str(Path(__file__).parent.parent.parent))
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
def demo_basic_rag():
|
|
18
|
+
"""Demo basic RAG functionality."""
|
|
19
|
+
print("=" * 60)
|
|
20
|
+
print("GAIA RAG Demo - Basic PDF Q&A")
|
|
21
|
+
print("=" * 60)
|
|
22
|
+
|
|
23
|
+
try:
|
|
24
|
+
from gaia.rag.sdk import RAGSDK, RAGConfig, quick_rag
|
|
25
|
+
|
|
26
|
+
# Example 1: Quick RAG query
|
|
27
|
+
print("\n📄 Example 1: Quick RAG Query")
|
|
28
|
+
print("-" * 40)
|
|
29
|
+
|
|
30
|
+
# Using the existing test PDF file
|
|
31
|
+
pdf_path = "data/pdf/Oil-and-Gas-Activity-Operations-Manual-1-10.pdf"
|
|
32
|
+
|
|
33
|
+
# Check if the PDF file exists
|
|
34
|
+
if os.path.exists(pdf_path):
|
|
35
|
+
print(f"📄 Using test PDF: {pdf_path}")
|
|
36
|
+
print("🤔 Asking: 'What is this document about?'")
|
|
37
|
+
print("⏳ Processing... (this may take a moment)")
|
|
38
|
+
|
|
39
|
+
try:
|
|
40
|
+
# For the first demo, we'll use the SDK directly to show chunks
|
|
41
|
+
config = RAGConfig(show_stats=True, chunk_size=500, max_chunks=3)
|
|
42
|
+
rag = RAGSDK(config)
|
|
43
|
+
|
|
44
|
+
# Index the document
|
|
45
|
+
print("📚 Indexing document...")
|
|
46
|
+
rag.index_document(pdf_path)
|
|
47
|
+
|
|
48
|
+
# Query with detailed response
|
|
49
|
+
print("🔍 Querying document...")
|
|
50
|
+
response = rag.query("What is this document about?")
|
|
51
|
+
print(f"\n💬 Answer: {response.text}")
|
|
52
|
+
|
|
53
|
+
# Show retrieved chunks
|
|
54
|
+
if response.chunks:
|
|
55
|
+
print(f"\n📖 Retrieved {len(response.chunks)} relevant chunks:")
|
|
56
|
+
print("=" * 50)
|
|
57
|
+
for i, (chunk, score) in enumerate(
|
|
58
|
+
zip(response.chunks, response.chunk_scores), 1
|
|
59
|
+
):
|
|
60
|
+
print(f"\n📄 Chunk {i} (relevance score: {score:.3f}):")
|
|
61
|
+
print("-" * 30)
|
|
62
|
+
# Show first 200 characters of each chunk
|
|
63
|
+
chunk_preview = (
|
|
64
|
+
chunk[:200] + "..." if len(chunk) > 200 else chunk
|
|
65
|
+
)
|
|
66
|
+
print(chunk_preview)
|
|
67
|
+
print("=" * 50)
|
|
68
|
+
|
|
69
|
+
# Try another question using quick_rag
|
|
70
|
+
print("\n" + "-" * 40)
|
|
71
|
+
print("🤔 Asking: 'What are the main safety requirements?'")
|
|
72
|
+
answer2 = quick_rag(
|
|
73
|
+
pdf_path, "What are the main safety requirements?", show_stats=False
|
|
74
|
+
)
|
|
75
|
+
print(f"\n💬 Answer: {answer2}")
|
|
76
|
+
|
|
77
|
+
except Exception as e:
|
|
78
|
+
print(f"❌ Error during RAG query: {e}")
|
|
79
|
+
print(
|
|
80
|
+
"This might be due to missing dependencies or LLM service not running"
|
|
81
|
+
)
|
|
82
|
+
else:
|
|
83
|
+
print(f"⚠️ Test PDF not found at: {pdf_path}")
|
|
84
|
+
print("To try this demo, you need:")
|
|
85
|
+
print(
|
|
86
|
+
"1. Activate environment: source .venv/bin/activate (Linux/macOS) or .\\.venv\\Scripts\\Activate.ps1 (Windows)"
|
|
87
|
+
)
|
|
88
|
+
print('2. Install RAG dependencies: uv pip install -e ".[rag]"')
|
|
89
|
+
print("3. Either use the test PDF or get your own PDF file")
|
|
90
|
+
print("4. Run: answer = quick_rag('document.pdf', 'What is this about?')")
|
|
91
|
+
|
|
92
|
+
# Example 2: RAG SDK with multiple operations
|
|
93
|
+
print("\n📚 Example 2: RAG SDK with Multiple Operations")
|
|
94
|
+
print("-" * 40)
|
|
95
|
+
|
|
96
|
+
config = RAGConfig(show_stats=True, chunk_size=500, max_chunks=3)
|
|
97
|
+
rag = RAGSDK(config)
|
|
98
|
+
|
|
99
|
+
print("RAG SDK initialized successfully!")
|
|
100
|
+
print(
|
|
101
|
+
f"Configuration: chunk_size={config.chunk_size}, max_chunks={config.max_chunks}"
|
|
102
|
+
)
|
|
103
|
+
|
|
104
|
+
# Show status
|
|
105
|
+
status = rag.get_status()
|
|
106
|
+
print("\nRAG Status:")
|
|
107
|
+
print(f" Indexed files: {status['indexed_files']}")
|
|
108
|
+
print(f" Total chunks: {status['total_chunks']}")
|
|
109
|
+
print(f" Cache directory: {status['cache_dir']}")
|
|
110
|
+
|
|
111
|
+
print("\nTo index a PDF and query it:")
|
|
112
|
+
print(" rag.index_document('document.pdf')")
|
|
113
|
+
print(" response = rag.query('What are the key points?')")
|
|
114
|
+
print(" print(response.text)")
|
|
115
|
+
|
|
116
|
+
except ImportError as e:
|
|
117
|
+
print(f"❌ Missing dependencies: {e}")
|
|
118
|
+
print("\nInstall RAG dependencies with:")
|
|
119
|
+
print(" # IMPORTANT: Activate virtual environment first")
|
|
120
|
+
print(" # Linux/macOS:")
|
|
121
|
+
print(" source .venv/bin/activate")
|
|
122
|
+
print(" # Windows PowerShell:")
|
|
123
|
+
print(" .\\.venv\\Scripts\\Activate.ps1")
|
|
124
|
+
print(" ")
|
|
125
|
+
print(" # Install RAG extras")
|
|
126
|
+
print(' uv pip install -e ".[rag]"')
|
|
127
|
+
print(" ")
|
|
128
|
+
print(" # Or install dependencies individually:")
|
|
129
|
+
print(" uv pip install pypdf sentence-transformers faiss-cpu")
|
|
130
|
+
|
|
131
|
+
print("\n" + "=" * 60)
|
|
132
|
+
|
|
133
|
+
|
|
134
|
+
def wait_for_user():
|
|
135
|
+
"""Wait for user to press Enter to continue."""
|
|
136
|
+
try:
|
|
137
|
+
input("\n🔄 Press Enter to continue to the next demo...")
|
|
138
|
+
print()
|
|
139
|
+
except KeyboardInterrupt:
|
|
140
|
+
print("\n\n👋 Demo interrupted by user. Goodbye!")
|
|
141
|
+
exit(0)
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
def demo_chat_with_rag():
|
|
145
|
+
"""Demo RAG integration with Chat SDK."""
|
|
146
|
+
print("\n📱 Example 3: Chat with RAG Integration")
|
|
147
|
+
print("-" * 40)
|
|
148
|
+
|
|
149
|
+
try:
|
|
150
|
+
from gaia.chat.sdk import ChatConfig, ChatSDK
|
|
151
|
+
|
|
152
|
+
# Create chat with RAG support
|
|
153
|
+
config = ChatConfig(show_stats=True)
|
|
154
|
+
_chat = ChatSDK(config)
|
|
155
|
+
|
|
156
|
+
print("Chat SDK initialized successfully!")
|
|
157
|
+
|
|
158
|
+
# Enable RAG (you would pass actual PDF paths here)
|
|
159
|
+
# chat.enable_rag(documents=["document1.pdf", "document2.pdf"])
|
|
160
|
+
print("\nTo enable RAG in chat:")
|
|
161
|
+
print(" chat.enable_rag(documents=['document.pdf'])")
|
|
162
|
+
print(" response = chat.send('What does the document say about X?')")
|
|
163
|
+
print(" # The chat will automatically use document context")
|
|
164
|
+
|
|
165
|
+
print("\nRAG-enhanced chat features:")
|
|
166
|
+
print(" • Automatic document context injection")
|
|
167
|
+
print(" • Maintains conversation history")
|
|
168
|
+
print(" • Seamless switching between RAG and normal chat")
|
|
169
|
+
|
|
170
|
+
except ImportError as e:
|
|
171
|
+
print(f"❌ Error: {e}")
|
|
172
|
+
|
|
173
|
+
print("-" * 40)
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
def demo_error_handling():
|
|
177
|
+
"""Demo proper error handling."""
|
|
178
|
+
print("\n⚠️ Example 4: Error Handling")
|
|
179
|
+
print("-" * 40)
|
|
180
|
+
|
|
181
|
+
try:
|
|
182
|
+
from gaia.rag.sdk import RAGSDK, RAGConfig, quick_rag
|
|
183
|
+
|
|
184
|
+
# Example 1: File not found error
|
|
185
|
+
print("# Testing file validation...")
|
|
186
|
+
try:
|
|
187
|
+
_result = quick_rag("nonexistent.pdf", "What is this?")
|
|
188
|
+
except ValueError as e:
|
|
189
|
+
print(f"✅ Caught expected error: {e}")
|
|
190
|
+
|
|
191
|
+
# Example 2: Empty inputs
|
|
192
|
+
print("\n# Testing input validation...")
|
|
193
|
+
try:
|
|
194
|
+
_result = quick_rag("", "What is this?")
|
|
195
|
+
except ValueError as e:
|
|
196
|
+
print(f"✅ Caught expected error: {e}")
|
|
197
|
+
|
|
198
|
+
try:
|
|
199
|
+
_result = quick_rag("document.pdf", "")
|
|
200
|
+
except ValueError as e:
|
|
201
|
+
print(f"✅ Caught expected error: {e}")
|
|
202
|
+
|
|
203
|
+
# Example 3: SDK with file validation
|
|
204
|
+
print("\n# Testing SDK file validation...")
|
|
205
|
+
config = RAGConfig(show_stats=False)
|
|
206
|
+
rag = RAGSDK(config)
|
|
207
|
+
|
|
208
|
+
try:
|
|
209
|
+
success = rag.index_document("nonexistent.pdf")
|
|
210
|
+
print(f"Index result: {success} (should be False)")
|
|
211
|
+
except ValueError as e:
|
|
212
|
+
print(f"✅ Caught expected error: {e}")
|
|
213
|
+
|
|
214
|
+
print("\n✅ Error handling working correctly!")
|
|
215
|
+
|
|
216
|
+
except ImportError as e:
|
|
217
|
+
print(f"❌ Missing dependencies: {e}")
|
|
218
|
+
print('Install with: uv pip install -e ".[rag]"')
|
|
219
|
+
|
|
220
|
+
print("-" * 40)
|
|
221
|
+
|
|
222
|
+
|
|
223
|
+
def demo_cli_commands():
|
|
224
|
+
"""Demo CLI command examples."""
|
|
225
|
+
print("\n🖥️ Example 5: CLI Commands")
|
|
226
|
+
print("-" * 40)
|
|
227
|
+
|
|
228
|
+
print("# IMPORTANT: Always activate virtual environment first")
|
|
229
|
+
print("# Linux/macOS:")
|
|
230
|
+
print("source .venv/bin/activate")
|
|
231
|
+
print("# Windows PowerShell:")
|
|
232
|
+
print(".\\.venv\\Scripts\\Activate.ps1")
|
|
233
|
+
print("")
|
|
234
|
+
|
|
235
|
+
print("# Index PDF documents")
|
|
236
|
+
print("gaia rag index document1.pdf document2.pdf")
|
|
237
|
+
print("")
|
|
238
|
+
|
|
239
|
+
print("# Query indexed documents")
|
|
240
|
+
print('gaia rag query "What are the key features mentioned?"')
|
|
241
|
+
print("")
|
|
242
|
+
|
|
243
|
+
print("# Quick query (index + query in one step)")
|
|
244
|
+
print('gaia rag quick document.pdf "What is this document about?"')
|
|
245
|
+
print("")
|
|
246
|
+
|
|
247
|
+
print("# Query with on-the-fly indexing (alternative to quick)")
|
|
248
|
+
print('gaia rag query "What is this about?" document.pdf')
|
|
249
|
+
print("")
|
|
250
|
+
|
|
251
|
+
print("# Show system status")
|
|
252
|
+
print("gaia rag status")
|
|
253
|
+
print("")
|
|
254
|
+
|
|
255
|
+
print("# Clear cache (with confirmation)")
|
|
256
|
+
print("gaia rag clear-cache")
|
|
257
|
+
print("")
|
|
258
|
+
|
|
259
|
+
print("# Clear cache (force, no confirmation)")
|
|
260
|
+
print("gaia rag clear-cache --force")
|
|
261
|
+
print("")
|
|
262
|
+
|
|
263
|
+
print("# Get help for any command")
|
|
264
|
+
print("gaia rag --help")
|
|
265
|
+
print("gaia rag index --help")
|
|
266
|
+
|
|
267
|
+
print("-" * 40)
|
|
268
|
+
|
|
269
|
+
|
|
270
|
+
def main():
|
|
271
|
+
"""Run all demos."""
|
|
272
|
+
print("🤖 GAIA RAG System Demo")
|
|
273
|
+
print("This demo will walk you through GAIA's RAG capabilities step by step.")
|
|
274
|
+
print("Press Ctrl+C at any time to exit.")
|
|
275
|
+
wait_for_user()
|
|
276
|
+
|
|
277
|
+
demo_basic_rag()
|
|
278
|
+
wait_for_user()
|
|
279
|
+
|
|
280
|
+
demo_chat_with_rag()
|
|
281
|
+
wait_for_user()
|
|
282
|
+
|
|
283
|
+
demo_error_handling()
|
|
284
|
+
wait_for_user()
|
|
285
|
+
|
|
286
|
+
demo_cli_commands()
|
|
287
|
+
|
|
288
|
+
print("\n✨ Demo completed!")
|
|
289
|
+
print("\nNext steps:")
|
|
290
|
+
print("1. Activate virtual environment:")
|
|
291
|
+
print(" Linux/macOS: source .venv/bin/activate")
|
|
292
|
+
print(" Windows: .\\.venv\\Scripts\\Activate.ps1")
|
|
293
|
+
print('2. Install RAG dependencies: uv pip install -e ".[rag]"')
|
|
294
|
+
print("3. Get a PDF document to test with")
|
|
295
|
+
print("4. Try the CLI commands: gaia rag --help")
|
|
296
|
+
print("5. Use RAG in Python: from gaia.rag.sdk import RAGSDK, quick_rag")
|
|
297
|
+
print("\nTroubleshooting:")
|
|
298
|
+
print("• File not found errors: Use absolute paths")
|
|
299
|
+
print("• Memory issues: Reduce chunk_size (e.g., 200-300)")
|
|
300
|
+
print("• Import errors: Ensure all dependencies installed")
|
|
301
|
+
|
|
302
|
+
|
|
303
|
+
if __name__ == "__main__":
|
|
304
|
+
main()
|