@duckmind/deepquark-darwin-arm64 0.9.83 → 0.9.90

package/.deepquark/skills/bundled/knowledge-graph/server/test-llama-extraction.ts

@@ -0,0 +1,188 @@
+#!/usr/bin/env bun
+/**
+ * Test Llama 3.1 8B entity extraction via MCP
+ */
+
+const MCP_URL = 'http://localhost:8000/mcp';
+const ACCEPT = 'application/json, text/event-stream';
+
+let sessionId: string | null = null;
+
+async function mcpRequest(method: string, params: any = {}): Promise<any> {
+  const headers: Record<string, string> = {
+    'Content-Type': 'application/json',
+    Accept: ACCEPT,
+  };
+  if (sessionId) headers['mcp-session-id'] = sessionId;
+
+  const res = await fetch(MCP_URL, {
+    method: 'POST',
+    headers,
+    body: JSON.stringify({ jsonrpc: '2.0', id: Date.now(), method, params }),
+  });
+
+  const newSessionId = res.headers.get('mcp-session-id');
+  if (newSessionId) sessionId = newSessionId;
+
+  const text = await res.text();
+  let result: any = null;
+  let error: any = null;
+
+  for (const line of text.split('\n')) {
+    if (line.startsWith('data: ')) {
+      try {
+        const data = JSON.parse(line.slice(6));
+        if (data.result) result = data.result;
+        if (data.error) error = data.error;
+      } catch {}
+    }
+  }
+
+  if (!result && !error) {
+    try {
+      const json = JSON.parse(text);
+      result = json.result;
+      error = json.error;
+    } catch {}
+  }
+
+  return { result, error, raw: text };
+}
+
+async function callTool(
+  name: string,
+  args: any
+): Promise<{ success: boolean; data: any; duration: number }> {
+  const start = Date.now();
+  const { result, error } = await mcpRequest('tools/call', { name, arguments: args });
+  const duration = Date.now() - start;
+
+  if (error) return { success: false, data: error, duration };
+
+  let data: any = result;
+  try {
+    if (result?.content?.[0]?.text) {
+      data = JSON.parse(result.content[0].text);
+    }
+  } catch {}
+
+  return { success: true, data, duration };
+}
+
+const TEST_EPISODE = {
+  name: 'Llama Test Episode',
+  body: 'During the Q4 planning meeting, CEO Michael Chen announced that TechVentures Inc will acquire DataFlow Systems for $500 million. The deal, brokered by Goldman Sachs, includes all patents and the 200-person engineering team based in Seattle.',
+  group: 'llama-test',
+};
+
+async function main() {
+  console.log('═'.repeat(60));
+  console.log('🦙 Llama 3.1 8B Entity Extraction Test');
+  console.log('═'.repeat(60));
+
+  // Health check
+  const health = await fetch('http://localhost:8000/health').then((r) => r.json());
+  console.log(`\n📋 Server: ${health.status}`);
+
+  // Initialize session
+  console.log('\n📋 Initializing MCP session...');
+  await mcpRequest('initialize', {
+    protocolVersion: '2024-11-05',
+    capabilities: {},
+    clientInfo: { name: 'llama-test', version: '1.0' },
+  });
+  await mcpRequest('notifications/initialized', {});
+  console.log(`   Session: ${sessionId}`);
+
+  // Test add_memory
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('📥 ADD_MEMORY Test');
+  console.log('─'.repeat(60));
+  console.log(`\nInput: "${TEST_EPISODE.body}"`);
+
+  const _addStart = Date.now();
+  const addRes = await callTool('add_memory', {
+    name: TEST_EPISODE.name,
+    episode_body: TEST_EPISODE.body,
+    source: 'text',
+    group_id: TEST_EPISODE.group,
+  });
+  console.log(`\n${addRes.success ? '✅' : '❌'} add_memory (${addRes.duration}ms)`);
+
+  // Wait for async processing
+  console.log('\n⏳ Waiting 15s for entity extraction...');
+  await Bun.sleep(15000);
+
+  // Check extracted entities
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('🔍 SEARCH_NODES Test (checking extracted entities)');
+  console.log('─'.repeat(60));
+
+  const queries = ['TechVentures', 'Michael Chen', 'DataFlow', 'Goldman Sachs', 'Seattle'];
+  let found = 0;
+
+  for (const q of queries) {
+    const res = await callTool('search_nodes', {
+      query: q,
+      group_ids: ['llama-test'],
+      max_nodes: 5,
+    });
+    const nodes = res.data?.nodes || [];
+    const match = nodes.find((n: any) => n.name?.toLowerCase().includes(q.toLowerCase()));
+
+    if (match) {
+      console.log(`   ✅ "${q}" → Found: ${match.name}`);
+      found++;
+    } else {
+      console.log(`   ⚠️  "${q}" → Not found (${nodes.length} nodes returned)`);
+    }
+    await Bun.sleep(300);
+  }
+
+  // Check facts
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('🔗 SEARCH_FACTS Test');
+  console.log('─'.repeat(60));
+
+  const factsRes = await callTool('search_memory_facts', {
+    query: 'acquisition deal',
+    group_ids: ['llama-test'],
+    max_facts: 10,
+  });
+  const facts = factsRes.data?.facts || [];
+  console.log(`\nFound ${facts.length} facts:`);
+  facts.slice(0, 5).forEach((f: any) => console.log(`   • ${f.fact?.slice(0, 80)}...`));
+
+  // Summary
+  console.log(`\n${'═'.repeat(60)}`);
+  console.log('📊 RESULTS');
+  console.log('═'.repeat(60));
+  console.log(`
+Model: Llama 3.1 8B via OpenRouter
+Cost: $0.0145/1K calls (9x cheaper than GPT-4o-mini)
+
+Entity Extraction: ${found}/${queries.length} expected entities found
+Facts Extracted: ${facts.length}
+
+${found >= 3 ? '✅ PASS - Llama 3.1 8B works for entity extraction!' : '⚠️  Some entities not found - may need longer processing time'}
+  `);
+
+  // Save results
+  await Bun.write(
+    'llama-test-results.json',
+    JSON.stringify(
+      {
+        model: 'meta-llama/llama-3.1-8b-instruct',
+        provider: 'openrouter',
+        entitiesFound: found,
+        totalExpected: queries.length,
+        factsFound: facts.length,
+        timestamp: new Date().toISOString(),
+      },
+      null,
+      2
+    )
+  );
+}
+
+main().catch(console.error);

package/.deepquark/skills/bundled/knowledge-graph/server/test-mcp-final.ts

@@ -0,0 +1,240 @@
+#!/usr/bin/env bun
+/**
+ * MCP Knowledge System Test - Final version with correct protocol
+ */
+
+const MCP_URL = 'http://localhost:8000/mcp';
+const ACCEPT = 'application/json, text/event-stream';
+
+let sessionId: string | null = null;
+
+async function mcpRequest(method: string, params: any = {}): Promise<any> {
+  const headers: Record<string, string> = {
+    'Content-Type': 'application/json',
+    Accept: ACCEPT,
+  };
+
+  if (sessionId) {
+    headers['mcp-session-id'] = sessionId;
+  }
+
+  const res = await fetch(MCP_URL, {
+    method: 'POST',
+    headers,
+    body: JSON.stringify({
+      jsonrpc: '2.0',
+      id: Date.now(),
+      method,
+      params,
+    }),
+  });
+
+  // Capture session ID from response
+  const newSessionId = res.headers.get('mcp-session-id');
+  if (newSessionId) sessionId = newSessionId;
+
+  const text = await res.text();
+
+  // Parse SSE or JSON response
+  let result: any = null;
+  let error: any = null;
+
+  for (const line of text.split('\n')) {
+    if (line.startsWith('data: ')) {
+      try {
+        const data = JSON.parse(line.slice(6));
+        if (data.result) result = data.result;
+        if (data.error) error = data.error;
+      } catch {}
+    }
+  }
+
+  // Fallback to direct JSON
+  if (!result && !error) {
+    try {
+      const json = JSON.parse(text);
+      result = json.result;
+      error = json.error;
+    } catch {}
+  }
+
+  return { result, error, raw: text };
+}
+
+async function callTool(
+  name: string,
+  args: any
+): Promise<{ success: boolean; data: any; duration: number }> {
+  const start = Date.now();
+  const { result, error } = await mcpRequest('tools/call', { name, arguments: args });
+  const duration = Date.now() - start;
+
+  if (error) {
+    return { success: false, data: error, duration };
+  }
+
+  // Parse tool result content
+  let data: any = result;
+  try {
+    if (result?.content?.[0]?.text) {
+      data = JSON.parse(result.content[0].text);
+    }
+  } catch {}
+
+  return { success: true, data, duration };
+}
+
+const TEST_EPISODES = [
+  {
+    name: 'Tech Stack',
+    body: 'Team uses TypeScript with Bun. Sarah chose Hono for HTTP framework.',
+    group: 'mcp-test',
+  },
+  {
+    name: 'Partnership',
+    body: 'John Smith from Acme Corp met CTO Alice Chen about payment API integration.',
+    group: 'mcp-test',
+  },
+  {
+    name: 'PAI System',
+    body: 'PAI uses Neo4j graph database. GPT-4o-mini for extraction. Ollama for embeddings.',
+    group: 'mcp-test',
+  },
+];
+
+async function main() {
+  console.log('═'.repeat(60));
+  console.log('🧪 MCP Knowledge System - Real Life Tests');
+  console.log('═'.repeat(60));
+
+  // Health check
+  const health = await fetch('http://localhost:8000/health').then((r) => r.json());
+  console.log(`\n📋 Server: ${health.status} | Patch: ${health.patch}`);
+
+  // Initialize session
+  console.log('\n📋 Initializing MCP session...');
+  const initRes = await mcpRequest('initialize', {
+    protocolVersion: '2024-11-05',
+    capabilities: {},
+    clientInfo: { name: 'bun-test', version: '1.0' },
+  });
+  console.log(`   Session: ${sessionId}`);
+  if (initRes.error) {
+    console.log(`   Error: ${initRes.error.message}`);
+  }
+
+  // Send initialized notification
+  await mcpRequest('notifications/initialized', {});
+
+  const results: any[] = [];
+
+  // ADD_MEMORY Tests
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('📥 ADD_MEMORY Tests (using gpt-4o-mini for entity extraction)');
+  console.log('─'.repeat(60));
+
+  for (const ep of TEST_EPISODES) {
+    const res = await callTool('add_memory', {
+      name: ep.name,
+      episode_body: ep.body,
+      source: 'text',
+      group_id: ep.group,
+    });
+
+    const icon = res.success ? '✅' : '❌';
+    console.log(`${icon} ${ep.name} (${res.duration}ms)`);
+    if (!res.success) console.log(`   Error: ${JSON.stringify(res.data).slice(0, 100)}`);
+
+    results.push({ op: 'add_memory', name: ep.name, success: res.success, duration: res.duration });
+    await Bun.sleep(3000); // Wait for async graph processing
+  }
+
+  // SEARCH_NODES Tests
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('🔍 SEARCH_NODES Tests (semantic search via embeddings)');
+  console.log('─'.repeat(60));
+
+  const nodeQueries = ['TypeScript Bun framework', 'Acme Corp partnership', 'PAI graph database'];
+  for (const q of nodeQueries) {
+    const res = await callTool('search_nodes', { query: q, group_ids: ['mcp-test'], max_nodes: 5 });
+    const nodes = res.data?.nodes || [];
+
+    const icon = nodes.length > 0 ? '✅' : '⚠️';
+    console.log(`${icon} "${q}" → ${nodes.length} nodes (${res.duration}ms)`);
+    nodes.slice(0, 3).forEach((n: any) => console.log(`   • ${n.name} (${n.entity_type})`));
+
+    results.push({
+      op: 'search_nodes',
+      query: q,
+      success: nodes.length > 0,
+      nodes: nodes.length,
+      duration: res.duration,
+    });
+    await Bun.sleep(500);
+  }
+
+  // SEARCH_MEMORY_FACTS Tests
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('🔗 SEARCH_MEMORY_FACTS Tests (relationship queries)');
+  console.log('─'.repeat(60));
+
+  const factQueries = ['technology decisions', 'company partnerships', 'database systems'];
+  for (const q of factQueries) {
+    const res = await callTool('search_memory_facts', {
+      query: q,
+      group_ids: ['mcp-test'],
+      max_facts: 5,
+    });
+    const facts = res.data?.facts || [];
+
+    const icon = facts.length > 0 ? '✅' : '⚠️';
+    console.log(`${icon} "${q}" → ${facts.length} facts (${res.duration}ms)`);
+    facts.slice(0, 2).forEach((f: any) => console.log(`   • ${f.fact?.slice(0, 70)}...`));
+
+    results.push({
+      op: 'search_memory_facts',
+      query: q,
+      success: facts.length > 0,
+      facts: facts.length,
+      duration: res.duration,
+    });
+    await Bun.sleep(500);
+  }
+
+  // Summary
+  console.log(`\n${'═'.repeat(60)}`);
+  console.log('📊 RESULTS SUMMARY');
+  console.log('═'.repeat(60));
+
+  const ops = ['add_memory', 'search_nodes', 'search_memory_facts'];
+  console.log('\n| Operation           | Success | Avg Time | Notes          |');
+  console.log('|---------------------|---------|----------|----------------|');
+
+  for (const op of ops) {
+    const opRes = results.filter((r) => r.op === op);
+    const success = opRes.filter((r) => r.success).length;
+    const avgMs = Math.round(opRes.reduce((a, r) => a + r.duration, 0) / opRes.length);
+    const notes = op === 'add_memory' ? 'gpt-4o-mini' : 'embeddings';
+    console.log(
+      `| ${op.padEnd(19)} | ${success}/${opRes.length}     | ${String(avgMs).padStart(6)}ms | ${notes.padEnd(14)} |`
+    );
+  }
+
+  // Save results
+  await Bun.write(
+    'mcp-final-results.json',
+    JSON.stringify(
+      {
+        results,
+        config: { llm: 'gpt-4o-mini', embedder: 'openai', database: 'neo4j' },
+        timestamp: new Date().toISOString(),
+      },
+      null,
+      2
+    )
+  );
+
+  console.log('\n📁 Results saved to mcp-final-results.json');
+}
+
+main().catch(console.error);

package/.deepquark/skills/bundled/knowledge-graph/server/test-mcp-live.ts

@@ -0,0 +1,187 @@
+#!/usr/bin/env bun
+/**
+ * Real-life MCP Knowledge System Test
+ * Uses proper SSE/streaming protocol for MCP communication
+ */
+
+const MCP_URL = 'http://localhost:8000/mcp';
+
+interface MCPResult {
+  success: boolean;
+  duration: number;
+  data?: any;
+  error?: string;
+}
+
+// Test data
+const TEST_EPISODES = [
+  {
+    name: 'Tech Stack Decision',
+    body: 'The team decided to use TypeScript with Bun runtime for the new API project. Sarah recommended Hono for the HTTP framework.',
+    group_id: 'mcp-test',
+  },
+  {
+    name: 'Meeting Notes',
+    body: "John Smith from Acme Corp met with CTO Alice Chen to discuss partnership for integrating Acme's payment API.",
+    group_id: 'mcp-test',
+  },
+  {
+    name: 'PAI Documentation',
+    body: 'The PAI system uses Neo4j as graph database. OpenAI gpt-4o-mini handles entity extraction. Ollama mxbai-embed-large does embeddings.',
+    group_id: 'mcp-test',
+  },
+];
+
+async function callMCP(method: string, params: any): Promise<MCPResult> {
+  const start = Date.now();
+
+  try {
+    const response = await fetch(MCP_URL, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        Accept: 'application/json, text/event-stream',
+      },
+      body: JSON.stringify({
+        jsonrpc: '2.0',
+        id: Date.now(),
+        method,
+        params,
+      }),
+    });
+
+    const text = await response.text();
+    const duration = Date.now() - start;
+
+    // Parse response - could be JSON or SSE
+    let result: any = null;
+    let error: string | undefined;
+
+    // Try direct JSON first
+    try {
+      const json = JSON.parse(text);
+      if (json.result) result = json.result;
+      if (json.error) error = json.error.message;
+    } catch {
+      // Try SSE format
+      for (const line of text.split('\n')) {
+        if (line.startsWith('data: ')) {
+          try {
+            const data = JSON.parse(line.slice(6));
+            if (data.result) result = data.result;
+            if (data.error) error = data.error.message;
+          } catch {}
+        }
+      }
+    }
+
+    return { success: !error && result !== null, duration, data: result, error };
+  } catch (e: any) {
+    return { success: false, duration: Date.now() - start, error: e.message };
+  }
+}
+
+async function main() {
+  console.log('═'.repeat(60));
+  console.log('🧪 MCP Knowledge System Real-Life Test');
+  console.log('═'.repeat(60));
+
+  // Health check
+  const health = await fetch('http://localhost:8000/health').then((r) => r.json());
+  console.log(`\n📋 Health: ${health.status} | LLM: gpt-4o-mini | DB: neo4j`);
+
+  const results: any[] = [];
+
+  // Test add_memory
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('📥 ADD_MEMORY Tests');
+  console.log('─'.repeat(60));
+
+  for (const ep of TEST_EPISODES) {
+    const res = await callMCP('tools/call', {
+      name: 'add_memory',
+      arguments: { name: ep.name, episode_body: ep.body, source: 'text', group_id: ep.group_id },
+    });
+
+    console.log(`${res.success ? '✅' : '❌'} ${ep.name} (${res.duration}ms)`);
+    if (res.error) console.log(`   Error: ${res.error}`);
+
+    results.push({ op: 'add_memory', name: ep.name, ...res });
+    await Bun.sleep(3000); // Wait for processing
+  }
+
+  // Test search_nodes
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('🔍 SEARCH_NODES Tests');
+  console.log('─'.repeat(60));
+
+  const nodeQueries = ['TypeScript Bun', 'Acme Corp partnership', 'Neo4j PAI'];
+  for (const q of nodeQueries) {
+    const res = await callMCP('tools/call', {
+      name: 'search_nodes',
+      arguments: { query: q, group_ids: ['mcp-test'], max_nodes: 5 },
+    });
+
+    let nodes: any[] = [];
+    try {
+      const content = res.data?.content?.[0]?.text;
+      if (content) nodes = JSON.parse(content).nodes || [];
+    } catch {}
+
+    console.log(
+      `${nodes.length > 0 ? '✅' : '⚠️'} "${q}" → ${nodes.length} nodes (${res.duration}ms)`
+    );
+    nodes.slice(0, 2).forEach((n) => console.log(`   • ${n.name} (${n.entity_type})`));
+
+    results.push({ op: 'search_nodes', query: q, nodes: nodes.length, ...res });
+    await Bun.sleep(500);
+  }
+
+  // Test search_memory_facts
+  console.log(`\n${'─'.repeat(60)}`);
+  console.log('🔗 SEARCH_MEMORY_FACTS Tests');
+  console.log('─'.repeat(60));
+
+  const factQueries = ['technology decisions', 'company partnerships', 'database systems'];
+  for (const q of factQueries) {
+    const res = await callMCP('tools/call', {
+      name: 'search_memory_facts',
+      arguments: { query: q, group_ids: ['mcp-test'], max_facts: 5 },
+    });
+
+    let facts: any[] = [];
+    try {
+      const content = res.data?.content?.[0]?.text;
+      if (content) facts = JSON.parse(content).facts || [];
+    } catch {}
+
+    console.log(
+      `${facts.length > 0 ? '✅' : '⚠️'} "${q}" → ${facts.length} facts (${res.duration}ms)`
+    );
+    facts.slice(0, 2).forEach((f) => console.log(`   • ${f.fact?.slice(0, 70)}...`));
+
+    results.push({ op: 'search_memory_facts', query: q, facts: facts.length, ...res });
+    await Bun.sleep(500);
+  }
+
+  // Summary
+  console.log(`\n${'═'.repeat(60)}`);
+  console.log('📊 SUMMARY');
+  console.log('═'.repeat(60));
+
+  const ops = ['add_memory', 'search_nodes', 'search_memory_facts'];
+  for (const op of ops) {
+    const opResults = results.filter((r) => r.op === op);
+    const success = opResults.filter((r) => r.success).length;
+    const avgMs = Math.round(opResults.reduce((a, r) => a + r.duration, 0) / opResults.length);
+    console.log(`${op.padEnd(20)} ${success}/${opResults.length} passed | avg ${avgMs}ms`);
+  }
+
+  await Bun.write(
+    'mcp-live-results.json',
+    JSON.stringify({ results, timestamp: new Date().toISOString() }, null, 2)
+  );
+  console.log('\n📁 Saved to mcp-live-results.json');
+}
+
+main();