@goldensheepai/toknxr-cli 0.2.0

package/test-analysis.mjs

@@ -0,0 +1,77 @@
+#!/usr/bin/env node
+
+// Direct test of code analysis functions
+import { analyzeCodeQuality, scoreEffectiveness, extractCodeFromResponse } from './src/code-analysis.ts';
+
+console.log('🧪 Testing AI Code Quality Analysis Feature\n');
+
+// Test 1: Code Quality Analysis
+const testCode = `/**
+ * Calculate fibonacci sequence
+ * @param {number} n - number of terms
+ * @returns {number[]} fibonacci sequence
+ */
+function fibonacci(n) {
+  if (typeof n !== 'number' || n < 1 || n > 100) {
+    throw new Error('Invalid input: n must be a number between 1 and 100');
+  }
+
+  const sequence = [0, 1];
+  for (let i = 2; i < n; i++) {
+    sequence.push(sequence[i - 1] + sequence[i - 2]);
+  }
+
+  return sequence.slice(0, n);
+}`;
+
+console.log('1. Testing Code Quality Analysis:');
+console.log('📝 Input code length:', testCode.length, 'characters');
+console.log('📝 Code:');
+console.log(testCode.substring(0, 100) + '...\n');
+
+// Analyze code quality
+const qualityMetrics = analyzeCodeQuality(testCode, 'javascript');
+
+console.log('🔍 Analysis Results:');
+console.log('✅ Syntax Valid:', qualityMetrics.syntaxValid);
+console.log('📊 Lines of Code:', qualityMetrics.linesOfCode);
+console.log('🎯 Has Functions:', qualityMetrics.hasFunctions);
+console.log('📚 Estimated Readability:', `${qualityMetrics.estimatedReadability}/10`);
+console.log('⚠️  Potential Issues:', qualityMetrics.potentialIssues.length || 'None');
+console.log();
+
+// Test 2: Effectiveness Scoring
+const userPrompt = "Write a JavaScript function to calculate the fibonacci sequence up to n terms. Include proper error handling and use JSDoc comments.";
+
+const aiResponse = `Here's a JavaScript function for calculating the Fibonacci sequence:
+
+\`\`\`javascript
+${testCode}
+\`\`\`
+
+This function includes error handling and JSDoc comments as requested.`;
+
+console.log('2. Testing Effectiveness Analysis:');
+console.log('👤 User Prompt:', userPrompt.substring(0, 80) + '...');
+console.log('🤖 AI Response preview:', aiResponse.substring(0, 80) + '...\n');
+
+// Extract code and score effectiveness
+const extractedCode = extractCodeFromResponse(aiResponse);
+if (extractedCode) {
+  console.log('🔍 Extracted Code Language:', extractedCode.language);
+
+  const effectiveness = scoreEffectiveness(userPrompt, aiResponse, extractedCode.code);
+
+  console.log('📊 Effectiveness Scores:');
+  console.log('🎯 Prompt Clarity Match:', `${effectiveness.promptClarityMatch}/100`);
+  console.log('✅ Code Completeness:', `${effectiveness.codeCompleteness}/100`);
+  console.log('🔧 Code Correctness:', `${effectiveness.codeCorrectness}/100`);
+  console.log('⚡ Code Efficiency:', `${effectiveness.codeEfficiency}/100`);
+  console.log('🏆 Overall Effectiveness:', `${effectiveness.overallEffectiveness}/100`);
+} else {
+  console.log('❌ Failed to extract code from response');
+}
+
+console.log('\n🎉 Code Analysis Feature is WORKING! 🎉');
+console.log('\n💡 This same analysis runs on every coding request through the TokNxr proxy.');
+console.log('📈 It provides insights into AI performance beyond just token costs.');

package/test-coding.mjs

@@ -0,0 +1,27 @@
+// Test the code analysis feature with Gemini (working API)
+import axios from 'axios';
+
+const prompt = "Write a JavaScript function to calculate the fibonacci sequence up to n terms. Include proper error handling and comments.";
+
+const geminiRequest = {
+  contents: [{
+    parts: [{
+      text: prompt
+    }]
+  }]
+};
+
+console.log('🎯 Sending coding request to Gemini via proxy...');
+console.log('📝 Prompt:', prompt.substring(0, 100) + '...');
+
+try {
+  const response = await axios.post('http://localhost:8787/gemini/v1beta/models/gemini-2.5-flash:generateContent', geminiRequest, {
+    headers: { 'Content-Type': 'application/json' }
+  });
+
+  console.log('✅ Request successful!');
+  console.log('📊 Response preview:', response.data.candidates[0].content.parts[0].text.substring(0, 200) + '...');
+
+} catch (error) {
+  console.error('❌ Request failed:', error.response?.data || error.message);
+}

package/test-generate-sample-data.js

@@ -0,0 +1,118 @@
+// Quick script to generate sample coding interactions for testing the dashboard
+import fs from 'fs';
+import path from 'path';
+import { fileURLToPath } from 'url';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+const sampleInteractions = [
+  {
+    timestamp: new Date(Date.now() - 1000 * 60 * 30).toISOString(), // 30 min ago
+    provider: 'Gemini-Pro',
+    model: 'gemini-2.5-flash',
+    promptTokens: 150,
+    completionTokens: 200,
+    totalTokens: 350,
+    costUSD: 0.05,
+    taskType: 'coding',
+    userPrompt: 'Create a React component for a todo list',
+    aiResponse: 'Here\'s a React todo component...',
+    extractedCode: `function TodoList() {
+  const [todos, setTodos] = useState([]);
+  return (
+    <div>
+      <h1>My Todos</h1>
+      {/* Todo implementation */}
+    </div>
+  );
+}`,
+    codeQualityScore: 85,
+    codeQualityMetrics: {
+      syntaxValid: true,
+      estimatedReadability: 0.8,
+      hasFunctions: true,
+      hasClasses: false,
+      linesOfCode: 12,
+      potentialIssues: []
+    },
+    effectivenessScore: 88
+  },
+  {
+    timestamp: new Date(Date.now() - 1000 * 60 * 15).toISOString(), // 15 min ago
+    provider: 'OpenAI-GPT4',
+    model: 'gpt-4',
+    promptTokens: 80,
+    completionTokens: 120,
+    totalTokens: 200,
+    costUSD: 0.02,
+    taskType: 'coding',
+    userPrompt: 'Write a Python function to calculate fibonacci',
+    aiResponse: 'def fibonacci(n):...',
+    extractedCode: `def fibonacci(n):
+    if n <= 1:
+        return n
+    return fibonacci(n-1) + fibonacci(n-2)`,
+    codeQualityScore: 92,
+    codeQualityMetrics: {
+      syntaxValid: true,
+      estimatedReadability: 0.9,
+      hasFunctions: true,
+      hasClasses: false,
+      linesOfCode: 4,
+      potentialIssues: []
+    },
+    effectivenessScore: 95
+  },
+  {
+    timestamp: new Date(Date.now() - 1000 * 60 * 5).toISOString(), // 5 min ago
+    provider: 'Gemini-Pro',
+    model: 'gemini-2.5-flash',
+    promptTokens: 200,
+    completionTokens: 300,
+    totalTokens: 500,
+    costUSD: 0.08,
+    taskType: 'coding',
+    userPrompt: 'Create a TypeScript API endpoint',
+    aiResponse: 'Here\'s a TypeScript API endpoint...',
+    extractedCode: `import express from 'express';
+
+const app = express();
+
+app.get('/api/users', async (req, res) => {
+  // Implementation here
+});
+
+export default app;`,
+    codeQualityScore: 78,
+    codeQualityMetrics: {
+      syntaxValid: true,
+      estimatedReadability: 0.7,
+      hasFunctions: true,
+      hasClasses: false,
+      linesOfCode: 8,
+      potentialIssues: ['Missing error handling']
+    },
+    effectivenessScore: 82
+  }
+];
+
+const logFilePath = path.resolve(process.cwd(), 'interactions.log');
+
+// Read existing log file
+let existingContent = '';
+if (fs.existsSync(logFilePath)) {
+  existingContent = fs.readFileSync(logFilePath, 'utf8');
+}
+
+// Combine existing and sample data
+const allInteractions = existingContent.trim()
+  ? existingContent.trim() + '\n' + sampleInteractions.map(i => JSON.stringify(i)).join('\n')
+  : sampleInteractions.map(i => JSON.stringify(i)).join('\n');
+
+// Write back to file
+fs.writeFileSync(logFilePath, allInteractions + '\n');
+
+console.log(`✅ Generated ${sampleInteractions.length} sample coding interactions`);
+console.log(`📊 Total interactions in log: ${allInteractions.split('\n').filter(Boolean).length}`);
+console.log(`🔗 Dashboard available at: http://localhost:8788/dashboard`);

package/test-proxy.mjs

@@ -0,0 +1,25 @@
+import axios from 'axios';
+
+const PROXY_URL = 'http://localhost:8787/api/chat';
+
+async function runTest() {
+  console.log('Sending test request to proxy for Ollama...');
+  try {
+    const response = await axios.post(PROXY_URL, {
+      model: 'llama3.2:3b',
+      messages: [{ role: 'user', content: 'Hello, world!' }],
+      stream: false, // For this test, we will not stream the response
+    }, {
+      headers: {
+        'Content-Type': 'application/json',
+      },
+    });
+
+    console.log('Received response from proxy:');
+    console.log(response.data);
+  } catch (error) {
+    console.error('Error during test:', error.message);
+  }
+}
+
+runTest();

package/toknxr.config.json

@@ -0,0 +1,63 @@
+{
+  "providers": [
+    {
+      "name": "Ollama-Llama3",
+      "routePrefix": "/ollama",
+      "targetUrl": "http://localhost:11434/api/chat",
+      "apiKeyEnvVar": null,
+      "tokenMapping": {
+        "prompt": "prompt_eval_count",
+        "completion": "eval_count"
+      }
+    },
+    {
+      "name": "Gemini-Pro",
+      "routePrefix": "/gemini",
+      "targetUrl": "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent",
+      "apiKeyEnvVar": "GEMINI_API_KEY",
+      "authHeader": "x-goog-api-key",
+      "tokenMapping": {
+        "prompt": "usageMetadata.promptTokenCount",
+        "completion": "usageMetadata.candidatesTokenCount",
+        "total": "usageMetadata.totalTokenCount"
+      }
+    },
+    {
+      "name": "Gemini-Free",
+      "routePrefix": "/gemini-free",
+      "targetUrl": "https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent",
+      "apiKeyEnvVar": "GEMINI_API_KEY",
+      "authHeader": "x-goog-api-key",
+      "tokenMapping": {
+        "prompt": "usageMetadata.promptTokenCount",
+        "completion": "usageMetadata.candidatesTokenCount",
+        "total": "usageMetadata.totalTokenCount"
+      }
+    },
+    {
+      "name": "OpenAI-GPT4",
+      "routePrefix": "/openai",
+      "targetUrl": "https://api.openai.com/v1/chat/completions",
+      "apiKeyEnvVar": "OPENAI_API_KEY",
+      "authHeader": "Authorization",
+      "authScheme": "Bearer",
+      "tokenMapping": {
+        "prompt": "usage.prompt_tokens",
+        "completion": "usage.completion_tokens",
+        "total": "usage.total_tokens"
+      }
+    },
+    {
+      "name": "Anthropic-Claude",
+      "routePrefix": "/anthropic",
+      "targetUrl": "https://api.anthropic.com/v1/messages",
+      "apiKeyEnvVar": "ANTHROPIC_API_KEY",
+      "authHeader": "x-api-key",
+      "tokenMapping": {
+        "prompt": "usage.input_tokens",
+        "completion": "usage.output_tokens",
+        "total": "usage.total_tokens"
+      }
+    }
+  ]
+}

package/toknxr.policy.json

@@ -0,0 +1,18 @@
+{
+  "version": "1",
+  "monthlyUSD": 50,
+  "perProviderMonthlyUSD": {
+    "Gemini-Pro": 30,
+    "Gemini-Free": 10,
+    "Ollama-Llama3": 0,
+    "OpenAI-GPT4": 20,
+    "Anthropic-Claude": 15
+  },
+  "webhookUrl": "",
+  "_comments": {
+    "monthlyUSD": "Total monthly budget across all providers in USD",
+    "perProviderMonthlyUSD": "Individual provider budget limits",
+    "webhookUrl": "Optional webhook URL for budget alert notifications (leave empty for no alerts)",
+    "supportedProviders": ["Gemini-Pro", "Ollama-Llama3", "OpenAI-GPT4", "Gemini-Free", "Anthropic-Claude"]
+  }
+}

package/tsconfig.json

@@ -0,0 +1,19 @@
+{
+  "compilerOptions": {
+    "target": "ES2020",
+    "module": "NodeNext",
+    "moduleResolution": "NodeNext",
+    "outDir": "./lib",
+    "rootDir": "./src",
+    "strict": true,
+    "esModuleInterop": true,
+    "allowSyntheticDefaultImports": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true,
+    "downlevelIteration": true,
+    "jsx": "react-jsx",
+    "jsxImportSource": "react"
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "lib"]
+}