rippletide 1.0.0

package/dist/components/SelectMenu.js

@@ -0,0 +1,45 @@
+import React, { useState } from 'react';
+import { Box, Text, useInput } from 'ink';
+export const SelectMenu = ({ title, options, onSelect }) => {
+    const [selectedIndex, setSelectedIndex] = useState(0);
+    const getNextEnabledIndex = (start, direction) => {
+        for (let i = 1; i <= options.length; i++) {
+            const idx = (start + direction * i + options.length) % options.length;
+            if (!options[idx].disabled) {
+                return idx;
+            }
+        }
+        return start;
+    };
+    useInput((input, key) => {
+        if (key.upArrow) {
+            setSelectedIndex((prev) => getNextEnabledIndex(prev, -1));
+        }
+        else if (key.downArrow) {
+            setSelectedIndex((prev) => getNextEnabledIndex(prev, 1));
+        }
+        else if (key.return) {
+            const option = options[selectedIndex];
+            if (!option.disabled) {
+                onSelect(option.value);
+            }
+        }
+    });
+    return (React.createElement(Box, { flexDirection: "column" },
+        React.createElement(Box, { marginBottom: 1 },
+            React.createElement(Text, { color: "white", dimColor: true }, title)),
+        options.map((option, index) => (React.createElement(Box, { key: option.value, flexDirection: "column", marginBottom: 0 },
+            React.createElement(Box, null,
+                React.createElement(Text, { color: option.disabled ? '#d0c0cf' : 'white' }, index === selectedIndex ? '> ' : '  '),
+                React.createElement(Text, { color: option.disabled
+                        ? '#d0c0cf'
+                        : index === selectedIndex
+                            ? '#eba1b5'
+                            : 'white', bold: index === selectedIndex && !option.disabled }, option.label)),
+            option.description && (React.createElement(Box, { paddingLeft: 2 },
+                React.createElement(Text, { color: option.disabled ? '#d0c0cf' : 'white', dimColor: option.disabled },
+                    "  ",
+                    option.description)))))),
+        React.createElement(Box, { marginTop: 1 },
+            React.createElement(Text, { color: "white", dimColor: true }, "Up/Down to navigate - Enter to select (gray = coming soon)"))));
+};

package/dist/components/Spinner.d.ts

@@ -0,0 +1,6 @@
+import React from 'react';
+interface SpinnerProps {
+    label: string;
+}
+export declare const Spinner: React.FC<SpinnerProps>;
+export {};

package/dist/components/Spinner.js

@@ -0,0 +1,19 @@
+import React, { useState, useEffect } from 'react';
+import { Box, Text } from 'ink';
+const spinnerFrames = ['|', '/', '-', '\\'];
+export const Spinner = ({ label }) => {
+    const [frame, setFrame] = useState(0);
+    useEffect(() => {
+        const timer = setInterval(() => {
+            setFrame((prevFrame) => (prevFrame + 1) % spinnerFrames.length);
+        }, 100);
+        return () => {
+            clearInterval(timer);
+        };
+    }, []);
+    return (React.createElement(Box, null,
+        React.createElement(Text, { color: "#eba1b5" },
+            spinnerFrames[frame],
+            " "),
+        React.createElement(Text, { dimColor: true }, label)));
+};

package/dist/components/Summary.d.ts

@@ -0,0 +1,10 @@
+import React from 'react';
+interface SummaryProps {
+    totalTests: number;
+    passed: number;
+    failed: number;
+    duration: string;
+    evaluationUrl: string;
+}
+export declare const Summary: React.FC<SummaryProps>;
+export {};

package/dist/components/Summary.js

@@ -0,0 +1,34 @@
+import React from 'react';
+import { Box, Text } from 'ink';
+export const Summary = ({ totalTests, passed, failed, duration, evaluationUrl }) => {
+    const passRate = ((passed / totalTests) * 100).toFixed(1);
+    return (React.createElement(Box, { flexDirection: "column" },
+        React.createElement(Box, { marginBottom: 2 },
+            React.createElement(Text, { bold: true, color: "#eba1b5" }, "Evaluation Complete")),
+        React.createElement(Box, { flexDirection: "column", marginBottom: 2 },
+            React.createElement(Box, null,
+                React.createElement(Box, { width: 12 },
+                    React.createElement(Text, { dimColor: true }, "Tests:")),
+                React.createElement(Text, null, totalTests)),
+            React.createElement(Box, null,
+                React.createElement(Box, { width: 12 },
+                    React.createElement(Text, { dimColor: true }, "Passed:")),
+                React.createElement(Text, null, passed)),
+            React.createElement(Box, null,
+                React.createElement(Box, { width: 12 },
+                    React.createElement(Text, { dimColor: true }, "Failed:")),
+                React.createElement(Text, null, failed)),
+            React.createElement(Box, null,
+                React.createElement(Box, { width: 12 },
+                    React.createElement(Text, { dimColor: true }, "Success:")),
+                React.createElement(Text, null,
+                    passRate,
+                    "%")),
+            React.createElement(Box, null,
+                React.createElement(Box, { width: 12 },
+                    React.createElement(Text, { dimColor: true }, "Duration:")),
+                React.createElement(Text, null, duration))),
+        React.createElement(Box, { flexDirection: "column" },
+            React.createElement(Text, { dimColor: true }, "Full results:"),
+            React.createElement(Text, { color: "#eba1b5" }, evaluationUrl))));
+};

package/dist/components/TextInput.d.ts

@@ -0,0 +1,8 @@
+import React from 'react';
+interface TextInputProps {
+    label: string;
+    onSubmit: (value: string) => void;
+    placeholder?: string;
+}
+export declare const TextInput: React.FC<TextInputProps>;
+export {};

package/dist/components/TextInput.js

@@ -0,0 +1,12 @@
+import React, { useState } from 'react';
+import { Box, Text } from 'ink';
+import InkTextInput from 'ink-text-input';
+export const TextInput = ({ label, onSubmit, placeholder }) => {
+    const [value, setValue] = useState('');
+    return (React.createElement(Box, { flexDirection: "column" },
+        React.createElement(Box, { marginBottom: 1 },
+            React.createElement(Text, { dimColor: true }, label)),
+        React.createElement(Box, null,
+            React.createElement(Text, { color: "#eba1b5" }, "> "),
+            React.createElement(InkTextInput, { value: value, onChange: setValue, onSubmit: () => onSubmit(value), placeholder: placeholder }))));
+};

package/dist/demo.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/demo.js

@@ -0,0 +1,97 @@
+#!/usr/bin/env node
+import React, { useState, useEffect } from 'react';
+import { render, Box, Text } from 'ink';
+import { Header } from './components/Header.js';
+import { Spinner } from './components/Spinner.js';
+import { ProgressBar } from './components/ProgressBar.js';
+import { Summary } from './components/Summary.js';
+const knowledgeSources = [
+    { label: 'Local Files', value: 'files', description: 'Use files from current directory' },
+    { label: 'Database', value: 'database', description: 'Connect to a database' },
+    { label: 'API Endpoint', value: 'api', description: 'Fetch from REST API' },
+    { label: 'Manual Input', value: 'manual', description: 'Enter knowledge manually' },
+];
+const Demo = () => {
+    const [step, setStep] = useState('agent-endpoint');
+    const [agentEndpoint] = useState('http://localhost:8000');
+    const [knowledgeSource] = useState('files');
+    const [knowledgeFound, setKnowledgeFound] = useState(false);
+    const [evaluationProgress, setEvaluationProgress] = useState(0);
+    // Auto-progress through steps for demo
+    useEffect(() => {
+        const timers = [];
+        if (step === 'agent-endpoint') {
+            timers.push(setTimeout(() => setStep('checking-knowledge'), 3000));
+        }
+        else if (step === 'checking-knowledge') {
+            timers.push(setTimeout(() => {
+                const found = true; // Always find knowledge in demo
+                setKnowledgeFound(found);
+                if (found) {
+                    setStep('running-evaluation');
+                }
+                else {
+                    setStep('select-source');
+                }
+            }, 2000));
+        }
+        else if (step === 'select-source') {
+            timers.push(setTimeout(() => setStep('running-evaluation'), 3000));
+        }
+        else if (step === 'running-evaluation') {
+            const progressTimer = setInterval(() => {
+                setEvaluationProgress(prev => {
+                    const next = prev + Math.random() * 8 + 2;
+                    if (next >= 100) {
+                        setStep('complete');
+                        return 100;
+                    }
+                    return next;
+                });
+            }, 300);
+            timers.push(progressTimer);
+        }
+        return () => timers.forEach(timer => clearTimeout(timer));
+    }, [step]);
+    return (React.createElement(Box, { flexDirection: "column", padding: 1 },
+        React.createElement(Header, null),
+        step === 'agent-endpoint' && (React.createElement(Box, { flexDirection: "column" },
+            React.createElement(Box, { marginBottom: 1 },
+                React.createElement(Text, { bold: true, color: "cyan" }, "Enter your agent endpoint:")),
+            React.createElement(Box, { marginBottom: 1 },
+                React.createElement(Text, { color: "green" }, "\u2713 http://localhost:8000")),
+            React.createElement(Box, { marginTop: 1 },
+                React.createElement(Text, { dimColor: true }, "Continuing to next step...")))),
+        step === 'checking-knowledge' && (React.createElement(Box, { flexDirection: "column" },
+            React.createElement(Spinner, { label: "Checking for knowledge base in current folder..." }))),
+        step === 'select-source' && (React.createElement(Box, { flexDirection: "column" },
+            React.createElement(Box, { marginBottom: 1 },
+                React.createElement(Text, { color: "yellow" }, "\u26A0 No knowledge base found in current folder")),
+            React.createElement(Box, { marginBottom: 1 },
+                React.createElement(Text, { bold: true, color: "cyan" }, "Select knowledge source:")),
+            knowledgeSources.map((option, index) => (React.createElement(Box, { key: option.value, marginLeft: 2 },
+                React.createElement(Text, { color: index === 0 ? 'green' : 'white' },
+                    index === 0 ? '❯ ' : '  ',
+                    option.label,
+                    React.createElement(Text, { color: "gray" },
+                        " - ",
+                        option.description))))),
+            React.createElement(Box, { marginTop: 1 },
+                React.createElement(Text, { dimColor: true }, "Auto-selecting for demo...")))),
+        step === 'running-evaluation' && (React.createElement(Box, { flexDirection: "column" },
+            React.createElement(Box, { marginBottom: 2 },
+                React.createElement(Text, { bold: true }, "Running evaluation...")),
+            React.createElement(Box, { marginBottom: 1 },
+                React.createElement(Text, null,
+                    "Agent Endpoint: ",
+                    React.createElement(Text, { color: "cyan" }, agentEndpoint))),
+            React.createElement(Box, { marginBottom: 2 },
+                React.createElement(Text, null,
+                    "Knowledge Source: ",
+                    React.createElement(Text, { color: "green" }, "\u2713 Found in folder"))),
+            React.createElement(ProgressBar, { progress: evaluationProgress, label: "Evaluation Progress" }),
+            React.createElement(Box, { marginTop: 1 },
+                React.createElement(Spinner, { label: "Running test cases..." })))),
+        step === 'complete' && (React.createElement(Summary, { totalTests: 50, passed: 42, failed: 8, duration: "2m 34s", evaluationUrl: "https://app.rippletide.com/evaluations/abc123def456" }))));
+};
+render(React.createElement(Demo, null));

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/index.js

@@ -0,0 +1,6 @@
+#!/usr/bin/env node
+import React from 'react';
+import { render } from 'ink';
+import { App } from './App.js';
+process.stdout.write('\x1Bc');
+render(React.createElement(App, null));

package/dist/utils/logger.d.ts

@@ -0,0 +1,5 @@
+export declare const logger: {
+    debug: (...args: any[]) => void;
+    error: (...args: any[]) => void;
+    info: (...args: any[]) => void;
+};

package/dist/utils/logger.js

@@ -0,0 +1,18 @@
+const isDebugMode = process.argv.includes('--debug');
+export const logger = {
+    debug: (...args) => {
+        if (isDebugMode) {
+            console.log('[DEBUG]', ...args);
+        }
+    },
+    error: (...args) => {
+        if (isDebugMode) {
+            console.error('[ERROR]', ...args);
+        }
+    },
+    info: (...args) => {
+        if (isDebugMode) {
+            console.log(...args);
+        }
+    },
+};

package/package.json

@@ -0,0 +1,38 @@
+{
+  "name": "rippletide",
+  "version": "1.0.0",
+  "description": "Rippletide Evaluation CLI",
+  "main": "dist/index.js",
+  "bin": {
+    "rippletide": "./bin/rippletide"
+  },
+  "scripts": {
+    "build": "tsc",
+    "eval": "tsx src/index.tsx",
+    "start": "node dist/index.js"
+  },
+  "keywords": [
+    "rippletide",
+    "cli",
+    "evaluation"
+  ],
+  "author": "",
+  "license": "ISC",
+  "type": "module",
+  "dependencies": {
+    "axios": "^1.13.2",
+    "chalk": "^5.3.0",
+    "ink": "^5.0.1",
+    "ink-text-input": "^6.0.0",
+    "react": "^18.3.1"
+  },
+  "devDependencies": {
+    "@babel/core": "^7.26.0",
+    "@babel/preset-react": "^7.25.9",
+    "@babel/preset-typescript": "^7.26.0",
+    "@types/node": "^22.10.2",
+    "@types/react": "^18.3.18",
+    "tsx": "^4.19.2",
+    "typescript": "^5.7.2"
+  }
+}

package/qanda.json

@@ -0,0 +1,22 @@
+[
+  {
+    "question": "What can you help me with?",
+    "answer": "I am a test AI agent designed to help you with various tasks including answering questions, providing information, and assisting with problem-solving."
+  },
+  {
+    "question": "Tell me about your capabilities",
+    "answer": "I can provide information, answer questions, understand natural language, and assist with a wide range of topics through conversation."
+  },
+  {
+    "question": "How do I get started?",
+    "answer": "Getting started is easy! Just ask me any question or tell me what you need help with, and I'll do my best to assist you."
+  },
+  {
+    "question": "What features do you support?",
+    "answer": "I support natural language understanding, contextual responses, information retrieval, and can help with various tasks across different domains."
+  },
+  {
+    "question": "Can you explain your main functionality?",
+    "answer": "My main functionality includes answering questions, providing explanations, offering assistance with tasks, and engaging in meaningful conversations to help users achieve their goals."
+  }
+]

package/src/App.tsx

@@ -0,0 +1,266 @@
+import React, { useState, useEffect } from 'react';
+import { Box, Text, useApp } from 'ink';
+import { Header } from './components/Header.js';
+import { TextInput } from './components/TextInput.js';
+import { SelectMenu } from './components/SelectMenu.js';
+import { Spinner } from './components/Spinner.js';
+import { ProgressBar } from './components/ProgressBar.js';
+import { Summary } from './components/Summary.js';
+import { api } from './api/client.js';
+
+type Step = 
+  | 'agent-endpoint' 
+  | 'checking-knowledge' 
+  | 'select-source' 
+  | 'running-evaluation' 
+  | 'complete';
+
+const knowledgeSources = [
+  { label: 'Local Files (qanda.json)', value: 'files', description: 'Use qanda.json from current directory' },
+  { label: 'Current Repository', value: 'repo', description: 'Scan current git repository', disabled: true },
+  { label: 'Database', value: 'database', description: 'Connect to a database', disabled: true },
+  { label: 'API Endpoint', value: 'api', description: 'Fetch from REST API', disabled: true },
+  { label: 'GitHub Repository', value: 'github', description: 'Import from GitHub repo', disabled: true },
+  { label: 'Skip (No Knowledge)', value: 'skip', description: 'Run tests without knowledge base', disabled: true },
+];
+
+export const App: React.FC = () => {
+  const [step, setStep] = useState<Step>('agent-endpoint');
+  const [agentEndpoint, setAgentEndpoint] = useState('');
+  const [knowledgeSource, setKnowledgeSource] = useState('');
+  const [knowledgeFound, setKnowledgeFound] = useState(false);
+  const [evaluationProgress, setEvaluationProgress] = useState(0);
+  const [evaluationResult, setEvaluationResult] = useState<any>(null);
+  const [currentQuestion, setCurrentQuestion] = useState<string>('');
+  const [currentLLMResponse, setCurrentLLMResponse] = useState<string>('');
+  const [evaluationLogs, setEvaluationLogs] = useState<Array<{question: string, response: string}>>([]);
+
+  useEffect(() => {
+    if (step === 'checking-knowledge') {
+      (async () => {
+        try {
+          const result = await api.checkKnowledge();
+          setKnowledgeFound(result.found);
+        } catch (error) {
+          console.error('Error checking knowledge:', error);
+          setKnowledgeFound(false);
+        }
+        setStep('select-source');
+      })();
+    }
+  }, [step]);
+
+  useEffect(() => {
+    if (step === 'running-evaluation') {
+      (async () => {
+        try {
+          const startTime = Date.now();
+          const logs: Array<{question: string, response: string}> = [];
+          
+          setEvaluationProgress(5);
+          await api.generateApiKey('CLI Evaluation');
+          
+          setEvaluationProgress(10);
+          const agent = await api.createAgent(agentEndpoint);
+          const agentId = agent.id;
+          
+          setEvaluationProgress(30);
+          
+          setEvaluationProgress(40);
+          let testPrompts: Array<{question: string, answer?: string}> | string[] = [];
+          if (knowledgeSource === 'files') {
+            const knowledgeResult = await api.checkKnowledge();
+            if (knowledgeResult.found && knowledgeResult.path) {
+              try {
+                const fs = await import('fs');
+                const knowledgeData = JSON.parse(fs.readFileSync(knowledgeResult.path, 'utf-8'));
+                if (Array.isArray(knowledgeData)) {
+                  testPrompts = knowledgeData.slice(0, 5).map((item: any) => ({
+                    question: item.question || item.prompt || item.input || 'Test question',
+                    answer: item.answer || item.response || item.expectedAnswer
+                  }));
+                }
+              } catch (error) {
+                testPrompts = [];
+              }
+            }
+          }
+          
+          const createdPrompts = await api.addTestPrompts(agentId, testPrompts);
+          
+          setEvaluationProgress(50);
+          const evaluationResults = await api.runAllPromptEvaluations(
+            agentId,
+            createdPrompts,
+            agentEndpoint,
+            (current, total, question, llmResponse) => {
+              const progress = 50 + Math.round((current / total) * 40);
+              setEvaluationProgress(progress);
+              
+              if (question) {
+                setCurrentQuestion(question);
+              }
+              if (llmResponse) {
+                setCurrentLLMResponse(llmResponse);
+                logs.push({ question: question || '', response: llmResponse });
+                setEvaluationLogs([...logs]);
+              }
+            }
+          );
+          
+          setEvaluationProgress(100);
+          
+          let passed = 0;
+          let failed = 0;
+          
+          evaluationResults.forEach((result: any) => {
+            if (result.success) {
+              passed++;
+            } else {
+              failed++;
+            }
+          });
+          
+          const duration = Math.round((Date.now() - startTime) / 1000);
+          const durationStr = duration > 60 
+            ? `${Math.floor(duration / 60)}m ${duration % 60}s`
+            : `${duration}s`;
+          
+          const result = {
+            totalTests: createdPrompts.length,
+            passed,
+            failed,
+            duration: durationStr,
+            evaluationUrl: `http://localhost:5173/eval/${agentId}`,
+            agentId,
+          };
+          
+          setEvaluationResult(result);
+          setStep('complete');
+        } catch (error) {
+          console.error('Error running evaluation:', error);
+          setEvaluationResult({
+            totalTests: 0,
+            passed: 0,
+            failed: 0,
+            duration: 'Failed',
+            evaluationUrl: 'http://localhost:5173',
+          });
+          setStep('complete');
+        }
+      })();
+    }
+  }, [step, agentEndpoint, knowledgeSource]);
+
+  const handleAgentEndpointSubmit = (value: string) => {
+    setAgentEndpoint(value);
+    setStep('checking-knowledge');
+  };
+
+  const handleSourceSelect = (value: string) => {
+    setKnowledgeSource(value);
+    setStep('running-evaluation');
+  };
+
+  return (
+    <Box flexDirection="column" padding={1}>
+      <Header />
+
+      {step === 'agent-endpoint' && (
+        <Box flexDirection="column">
+          <TextInput
+            label="Agent endpoint"
+            placeholder="http://localhost:8000"
+            onSubmit={handleAgentEndpointSubmit}
+          />
+        </Box>
+      )}
+
+      {step === 'checking-knowledge' && (
+        <Box flexDirection="column">
+          <Spinner label="Checking for knowledge base in current folder..." />
+        </Box>
+      )}
+
+      {step === 'select-source' && (
+        <Box flexDirection="column">
+          <Box marginBottom={1}>
+            <Text bold color="#eba1b5">Choose your data source:</Text>
+          </Box>
+          {knowledgeFound && (
+            <Box marginBottom={1}>
+              <Text color="white">qanda.json found in current directory</Text>
+            </Box>
+          )}
+          <SelectMenu
+            title="Data Source"
+            options={knowledgeSources}
+            onSelect={handleSourceSelect}
+          />
+        </Box>
+      )}
+
+      {step === 'running-evaluation' && (
+        <Box flexDirection="column">
+          <Box marginBottom={2}>
+            <Spinner label="Running evaluation" />
+          </Box>
+          
+          <Box flexDirection="column" marginBottom={1}>
+            <Box>
+              <Box width={12}>
+                <Text dimColor>Endpoint:</Text>
+              </Box>
+              <Text>{agentEndpoint || 'http://localhost:8000'}</Text>
+            </Box>
+            
+            <Box>
+              <Box width={12}>
+                <Text dimColor>Data Source:</Text>
+              </Box>
+              <Text>{knowledgeSources.find(s => s.value === knowledgeSource)?.label || 'None'}</Text>
+            </Box>
+          </Box>
+
+          <ProgressBar 
+            progress={evaluationProgress}
+          />
+          
+          {currentQuestion && (
+            <Box flexDirection="column" marginTop={1} marginBottom={1}>
+              <Box>
+                <Text bold color="#eba1b5">Current Question:</Text>
+              </Box>
+              <Box paddingLeft={2}>
+                <Text color="white">{currentQuestion}</Text>
+              </Box>
+            </Box>
+          )}
+          
+          {currentLLMResponse && (
+            <Box flexDirection="column" marginTop={1}>
+              <Box>
+                <Text bold color="green">LLM Response:</Text>
+              </Box>
+              <Box paddingLeft={2}>
+                <Text>{currentLLMResponse.length > 200 ? currentLLMResponse.substring(0, 200) + '...' : currentLLMResponse}</Text>
+              </Box>
+            </Box>
+          )}
+        </Box>
+      )}
+
+      {step === 'complete' && evaluationResult && (
+        <Box flexDirection="column">
+          <Summary
+            totalTests={evaluationResult.totalTests}
+            passed={evaluationResult.passed}
+            failed={evaluationResult.failed}
+            duration={evaluationResult.duration}
+            evaluationUrl={evaluationResult.evaluationUrl}
+          />
+        </Box>
+      )}
+    </Box>
+  );
+};