rippletide 1.0.13 → 1.0.14

package/dist/App.js

@@ -299,6 +299,46 @@ export const App = ({ backendUrl, dashboardUrl, nonInteractive, agentEndpoint: i
                         setCurrentAgentId(agentId);
                     }
                     setEvaluationProgress(30);
+                    if (knowledgeSource === 'files') {
+                        let knowledgeData = null;
+                        if (templatePath) {
+                            try {
+                                const fs = await import('fs');
+                                const path = await import('path');
+                                const qandaPath = path.join(templatePath, 'qanda.json');
+                                if (fs.existsSync(qandaPath)) {
+                                    knowledgeData = JSON.parse(fs.readFileSync(qandaPath, 'utf-8'));
+                                }
+                            }
+                            catch (error) {
+                                logger.debug('Error loading knowledge from template:', error);
+                            }
+                        }
+                        else {
+                            const knowledgeResult = await api.checkKnowledge();
+                            if (knowledgeResult.found && knowledgeResult.path) {
+                                try {
+                                    const fs = await import('fs');
+                                    knowledgeData = JSON.parse(fs.readFileSync(knowledgeResult.path, 'utf-8'));
+                                }
+                                catch (error) {
+                                    logger.debug('Error loading knowledge:', error);
+                                }
+                            }
+                        }
+                        if (knowledgeData) {
+                            setEvaluationProgress(35);
+                            try {
+                                const importResult = await api.importKnowledge(agentId, knowledgeData);
+                                logger.debug('Knowledge import result:', importResult);
+                                await new Promise(resolve => setTimeout(resolve, 1000));
+                            }
+                            catch (error) {
+                                logger.error('Failed to import knowledge:', error?.message || error);
+                                logger.debug('Import error details:', error?.response?.data);
+                            }
+                        }
+                    }
                     setEvaluationProgress(40);
                     let testPrompts = [];
                     if (knowledgeSource === 'files') {
@@ -365,7 +405,6 @@ export const App = ({ backendUrl, dashboardUrl, nonInteractive, agentEndpoint: i
                     }
                     const createdPrompts = await api.addTestPrompts(agentId, testPrompts);
                     setEvaluationProgress(50);
-                    // Ensure customConfig has the body template for evaluation
                     const evalConfig = {
                         ...customConfig,
                         bodyTemplate: customConfig.bodyTemplate || '{"message": "[eval-question]"}'

package/dist/api/knowledge.d.ts

@@ -7,7 +7,10 @@ export declare function checkKnowledge(folderPath?: string): Promise<{
     found: boolean;
     path?: undefined;
 }>;
-export declare function importKnowledge(agentId: string, knowledgeData: any): Promise<any>;
+export declare function importKnowledge(agentId: string, knowledgeData: any): Promise<{
+    imported: number;
+    total: number;
+} | null>;
 export declare function getTestResults(agentId: string): Promise<any>;
 export interface EvaluationConfig {
     agentEndpoint: string;

package/dist/api/knowledge.js

@@ -41,14 +41,44 @@ export async function checkKnowledge(folderPath = '.') {
 }
 export async function importKnowledge(agentId, knowledgeData) {
     try {
-        const response = await client.post(`/api/agents/${agentId}/knowledge/import`, {
-            data: knowledgeData,
-        });
-        return response.data;
+        logger.debug('Importing knowledge for agent:', agentId);
+        logger.debug('Knowledge data type:', Array.isArray(knowledgeData) ? 'array' : typeof knowledgeData);
+        logger.debug('Knowledge data length:', Array.isArray(knowledgeData) ? knowledgeData.length : 'N/A');
+        if (!Array.isArray(knowledgeData)) {
+            logger.warn('Knowledge data is not an array, skipping import');
+            return null;
+        }
+        let importedCount = 0;
+        for (const item of knowledgeData) {
+            try {
+                const question = item.question || item.prompt || item.input;
+                const answer = item.answer || item.response || item.expectedAnswer;
+                if (!question || !answer) {
+                    logger.debug('Skipping item without question or answer:', item);
+                    continue;
+                }
+                const response = await client.post(`/api/agents/${agentId}/config`, {
+                    label: question,
+                    description: answer,
+                    type: 'knowledge'
+                });
+                importedCount++;
+                logger.debug(`Imported Q&A ${importedCount}/${knowledgeData.length}: ${question.substring(0, 50)}...`);
+            }
+            catch (error) {
+                logger.warn(`Failed to import Q&A pair: ${error?.message || error}`);
+                logger.debug('Q&A import error details:', error?.response?.data);
+                logger.debug('Q&A import error status:', error?.response?.status);
+            }
+        }
+        logger.info(`Knowledge imported successfully: ${importedCount}/${knowledgeData.length} Q&A pairs`);
+        return { imported: importedCount, total: knowledgeData.length };
     }
     catch (error) {
-        logger.error('Error importing knowledge:', error);
-        return null;
+        logger.error('Error importing knowledge:', error?.message || error);
+        logger.debug('Error details:', error?.response?.data);
+        logger.debug('Error status:', error?.response?.status);
+        throw error;
     }
 }
 export async function getTestResults(agentId) {

package/dist/index.js

@@ -185,13 +185,11 @@ Examples:
 async function run() {
     try {
         const options = parseArgs();
-        // Check if this is a new user
         const fs = await import('fs');
         const path = await import('path');
         const os = await import('os');
         const configPath = path.join(os.homedir(), '.rippletide', 'config.json');
         const isNewUser = !fs.existsSync(configPath);
-        // Track start event and wait for it to be sent
         analytics.track('cli_started', {
             command: process.argv[2] || 'eval',
             has_template: !!options.templatePath,
@@ -199,19 +197,16 @@ async function run() {
             is_non_interactive: options.nonInteractive,
             is_new_user: isNewUser,
         });
-        // Track new user activation separately
         if (isNewUser) {
             analytics.track('new_user_activated', {
                 source: process.argv[2] || 'eval',
                 activation_date: new Date().toISOString(),
             });
         }
-        // Give PostHog a moment to send the event
         await new Promise(resolve => setTimeout(resolve, 100));
         process.stdout.write('\x1Bc');
         const { waitUntilExit } = render(React.createElement(App, { backendUrl: options.backendUrl, dashboardUrl: options.dashboardUrl, nonInteractive: options.nonInteractive, agentEndpoint: options.agentEndpoint, knowledgeSource: options.knowledgeSource, pineconeUrl: options.pineconeUrl, pineconeApiKey: options.pineconeApiKey, postgresqlConnection: options.postgresqlConnection, customHeaders: options.headers, customBodyTemplate: options.bodyTemplate, customResponseField: options.responseField, templatePath: options.templatePath, pdfPath: options.pdfPath }));
         await waitUntilExit();
-        // Ensure all events are sent before exiting
         await analytics.shutdown();
         await new Promise(resolve => setTimeout(resolve, 500));
     }

package/dist/utils/analytics.js

@@ -33,7 +33,6 @@ class Analytics {
             if (process.env.DEBUG_ANALYTICS) {
                 console.log('[Analytics] Client initialized with ID:', this.distinctId);
             }
-            // Force flush on various exit events
             const cleanup = () => {
                 if (this.client) {
                     this.client.shutdown();
@@ -149,13 +148,11 @@ class Analytics {
             const config = this.getConfig();
             const firstSeen = config.first_seen || new Date().toISOString();
             const totalLaunches = (config.total_launches || 0) + 1;
-            // Save first seen and increment launch count
             this.saveConfig({
                 ...config,
                 first_seen: firstSeen,
                 total_launches: totalLaunches
             });
-            // Identify the user with persistent properties
             this.client.identify({
                 distinctId: this.distinctId,
                 properties: {
@@ -168,7 +165,6 @@ class Analytics {
                     hostname_hash: createHash('sha256').update(os.hostname()).digest('hex').substring(0, 8),
                 },
             });
-            // Also set these as super properties for all events
             this.client.capture({
                 distinctId: this.distinctId,
                 event: '$set',
@@ -200,7 +196,6 @@ class Analytics {
             });
         }
         catch (error) {
-            // Silently fail
         }
     }
     async shutdown() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rippletide",
-  "version": "1.0.13",
+  "version": "1.0.14",
   "description": "Rippletide Evaluation CLI",
   "main": "dist/index.js",
   "bin": {

package/src/App.tsx

@@ -368,6 +368,44 @@ export const App: React.FC<AppProps> = ({
           
           setEvaluationProgress(30);
           
+          if (knowledgeSource === 'files') {
+            let knowledgeData: any = null;
+            if (templatePath) {
+              try {
+                const fs = await import('fs');
+                const path = await import('path');
+                const qandaPath = path.join(templatePath, 'qanda.json');
+                if (fs.existsSync(qandaPath)) {
+                  knowledgeData = JSON.parse(fs.readFileSync(qandaPath, 'utf-8'));
+                }
+              } catch (error) {
+                logger.debug('Error loading knowledge from template:', error);
+              }
+            } else {
+              const knowledgeResult = await api.checkKnowledge();
+              if (knowledgeResult.found && knowledgeResult.path) {
+                try {
+                  const fs = await import('fs');
+                  knowledgeData = JSON.parse(fs.readFileSync(knowledgeResult.path, 'utf-8'));
+                } catch (error) {
+                  logger.debug('Error loading knowledge:', error);
+                }
+              }
+            }
+            
+            if (knowledgeData) {
+              setEvaluationProgress(35);
+              try {
+                const importResult = await api.importKnowledge(agentId, knowledgeData);
+                logger.debug('Knowledge import result:', importResult);
+                await new Promise(resolve => setTimeout(resolve, 1000));
+              } catch (error: any) {
+                logger.error('Failed to import knowledge:', error?.message || error);
+                logger.debug('Import error details:', error?.response?.data);
+              }
+            }
+          }
+          
           setEvaluationProgress(40);
           let testPrompts: Array<{question: string, answer?: string}> | string[] = [];
           if (knowledgeSource === 'files') {

package/src/api/knowledge.ts

@@ -48,14 +48,49 @@ export async function checkKnowledge(folderPath: string = '.') {
 
 export async function importKnowledge(agentId: string, knowledgeData: any) {
   try {
-    const response = await client.post(`/api/agents/${agentId}/knowledge/import`, {
-      data: knowledgeData,
-    });
+    logger.debug('Importing knowledge for agent:', agentId);
+    logger.debug('Knowledge data type:', Array.isArray(knowledgeData) ? 'array' : typeof knowledgeData);
+    logger.debug('Knowledge data length:', Array.isArray(knowledgeData) ? knowledgeData.length : 'N/A');
     
-    return response.data;
-  } catch (error) {
-    logger.error('Error importing knowledge:', error);
-    return null;
+    if (!Array.isArray(knowledgeData)) {
+      logger.warn('Knowledge data is not an array, skipping import');
+      return null;
+    }
+    
+    let importedCount = 0;
+    for (const item of knowledgeData) {
+      try {
+        const question = item.question || item.prompt || item.input;
+        const answer = item.answer || item.response || item.expectedAnswer;
+        
+        if (!question || !answer) {
+          logger.debug('Skipping item without question or answer:', item);
+          continue;
+        }
+        
+        const response = await client.post(`/api/agents/${agentId}/config`, {
+          label: question,
+          description: answer,
+          type: 'knowledge'
+        });
+        
+        importedCount++;
+        logger.debug(`Imported Q&A ${importedCount}/${knowledgeData.length}: ${question.substring(0, 50)}...`);
+      } catch (error: any) {
+        logger.warn(`Failed to import Q&A pair: ${error?.message || error}`);
+        logger.debug('Q&A import error details:', error?.response?.data);
+        logger.debug('Q&A import error status:', error?.response?.status);
+      }
+    }
+    
+    logger.info(`Knowledge imported successfully: ${importedCount}/${knowledgeData.length} Q&A pairs`);
+    
+    return { imported: importedCount, total: knowledgeData.length };
+  } catch (error: any) {
+    logger.error('Error importing knowledge:', error?.message || error);
+    logger.debug('Error details:', error?.response?.data);
+    logger.debug('Error status:', error?.response?.status);
+    throw error;
   }
 }