newo 1.9.0 → 1.9.2

package/CHANGELOG.md

@@ -5,6 +5,36 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.9.2] - 2025-09-16
+
+### Fixed
+- **Pagination Safety**: Prevent infinite loops and hanging during conversation processing
+  - Added max pages limit (50 pages = 5000 acts per persona) to prevent infinite pagination
+  - Improved persona filtering for voice actors to avoid unnecessary API calls
+  - Better error handling and verbose logging for debugging conversation processing
+  - Graceful handling of personas without voice actors (adds with empty acts array)
+
+### Enhanced
+- **Performance Optimization**: Faster conversation processing with early exits
+  - Skip personas without newo_voice actors immediately
+  - Clear verbose logging for pagination progress
+  - Optimized control flow to prevent hanging during large conversation extraction
+
+## [1.9.1] - 2025-09-16
+
+### Fixed
+- **Clean Chat History Implementation**: Remove conversations acts API fallback entirely
+  - Eliminates all 403 "Invalid token or account_id field missing" errors
+  - Uses only `/api/v1/chat/history` endpoint which works with current API keys
+  - Removed unused `getConversationActs()` function and related types
+  - Clean implementation without permission-dependent fallbacks
+
+### Removed
+- **Obsolete Code Cleanup**: Remove unused conversation acts API components
+  - `getConversationActs()` function (unused after chat history integration)
+  - `ConversationActsParams` and `ConversationActsResponse` interfaces
+  - Fallback logic that caused 403 errors for personas without proper permissions
+
 ## [1.9.0] - 2025-09-16
 
 ### Added

package/dist/api.d.ts

@@ -1,5 +1,5 @@
 import { type AxiosInstance } from 'axios';
-import type { ProjectMeta, Agent, Skill, FlowEvent, FlowState, AkbImportArticle, CustomerProfile, CustomerAttribute, CustomerAttributesResponse, UserPersonaResponse, UserPersona, ConversationActsResponse, ConversationActsParams, ChatHistoryParams, ChatHistoryResponse } from './types.js';
+import type { ProjectMeta, Agent, Skill, FlowEvent, FlowState, AkbImportArticle, CustomerProfile, CustomerAttribute, CustomerAttributesResponse, UserPersonaResponse, UserPersona, ChatHistoryParams, ChatHistoryResponse } from './types.js';
 export declare function makeClient(verbose?: boolean, token?: string): Promise<AxiosInstance>;
 export declare function listProjects(client: AxiosInstance): Promise<ProjectMeta[]>;
 export declare function listAgents(client: AxiosInstance, projectId: string): Promise<Agent[]>;
@@ -19,6 +19,5 @@ export declare function getAccount(client: AxiosInstance): Promise<{
     id: string;
     [key: string]: any;
 }>;
-export declare function getConversationActs(client: AxiosInstance, params: ConversationActsParams): Promise<ConversationActsResponse>;
 export declare function getChatHistory(client: AxiosInstance, params: ChatHistoryParams): Promise<ChatHistoryResponse>;
 //# sourceMappingURL=api.d.ts.map

package/dist/api.js

@@ -136,26 +136,6 @@ export async function getAccount(client) {
     const response = await client.get('/api/v1/account');
     return response.data;
 }
-export async function getConversationActs(client, params) {
-    const queryParams = {
-        user_persona_id: params.user_persona_id,
-        page: params.page || 1,
-        per: params.per || 50
-    };
-    // Only add optional parameters if explicitly provided
-    if (params.turn_type)
-        queryParams.turn_type = params.turn_type;
-    if (params.connectors)
-        queryParams.connectors = params.connectors;
-    if (params.from_date)
-        queryParams.from_date = params.from_date;
-    if (params.to_date)
-        queryParams.to_date = params.to_date;
-    const response = await client.get('/api/v1/bff/conversations/acts', {
-        params: queryParams
-    });
-    return response.data;
-}
 export async function getChatHistory(client, params) {
     const queryParams = {
         user_actor_id: params.user_actor_id,

package/dist/sync.js

@@ -1,4 +1,4 @@
-import { listProjects, listAgents, listFlowSkills, updateSkill, listFlowEvents, listFlowStates, getProjectMeta, getCustomerAttributes, updateCustomerAttribute, listUserPersonas, getConversationActs, getChatHistory } from './api.js';
+import { listProjects, listAgents, listFlowSkills, updateSkill, listFlowEvents, listFlowStates, getProjectMeta, getCustomerAttributes, updateCustomerAttribute, listUserPersonas, getChatHistory } from './api.js';
 import { ensureState, skillPath, skillScriptPath, writeFileSafe, readIfExists, mapPath, projectMetadataPath, agentMetadataPath, flowMetadataPath, skillMetadataPath, flowsYamlPath, customerAttributesPath, customerAttributesMapPath, customerAttributesBackupPath } from './fsutil.js';
 import fs from 'fs-extra';
 import { sha256, loadHashes, saveHashes } from './hash.js';
@@ -1057,90 +1057,97 @@ export async function pullConversations(client, customer, options = {}, verbose
                 let actPage = 1;
                 const actsPerPage = 100; // Higher limit for acts
                 let hasMoreActs = true;
-                while (hasMoreActs) {
-                    // First try the chat history API as alternative
+                // Get user actor IDs from persona actors first
+                const userActors = persona.actors.filter(actor => actor.integration_idn === 'newo_voice' &&
+                    actor.connector_idn === 'newo_voice_connector');
+                if (userActors.length === 0) {
+                    if (verbose)
+                        console.log(`  👤 ${persona.name}: No voice actors found, skipping`);
+                    // No voice actors, can't get chat history - add persona with empty acts
+                    processedPersonas.push({
+                        id: persona.id,
+                        name: persona.name,
+                        phone,
+                        act_count: persona.act_count,
+                        acts: []
+                    });
+                    if (verbose)
+                        console.log(`  ✓ Processed ${persona.name}: 0 acts (no voice actors)`);
+                    return; // Return from the concurrency function
+                }
+                // Safety mechanism to prevent infinite loops
+                const maxPages = 50; // Limit to 50 pages (5000 acts max per persona)
+                while (hasMoreActs && actPage <= maxPages) {
                     try {
-                        // Get user actor IDs from persona actors
-                        const userActors = persona.actors.filter(actor => actor.integration_idn === 'newo_voice' &&
-                            actor.connector_idn === 'newo_voice_connector');
-                        if (userActors.length > 0) {
-                            const chatHistoryParams = {
+                        const chatHistoryParams = {
+                            user_actor_id: userActors[0].id,
+                            page: actPage,
+                            per: actsPerPage
+                        };
+                        if (verbose)
+                            console.log(`    📄 ${persona.name}: Fetching page ${actPage}...`);
+                        const chatResponse = await getChatHistory(client, chatHistoryParams);
+                        if (chatResponse.items && chatResponse.items.length > 0) {
+                            // Convert chat history format to acts format - create minimal ConversationAct objects
+                            const convertedActs = chatResponse.items.map((item) => ({
+                                id: item.id || `chat_${Math.random()}`,
+                                command_act_id: null,
+                                external_event_id: item.external_event_id || 'chat_history',
+                                arguments: [],
+                                reference_idn: (item.is_agent === true) ? 'agent_message' : 'user_message',
+                                runtime_context_id: item.runtime_context_id || 'chat_history',
+                                source_text: item.payload?.text || item.message || item.content || item.text || '',
+                                original_text: item.payload?.text || item.message || item.content || item.text || '',
+                                datetime: item.datetime || item.created_at || item.timestamp || new Date().toISOString(),
                                 user_actor_id: userActors[0].id,
-                                page: actPage,
-                                per: actsPerPage
-                            };
-                            const chatResponse = await getChatHistory(client, chatHistoryParams);
-                            if (chatResponse.items && chatResponse.items.length > 0) {
-                                // Convert chat history format to acts format - create minimal ConversationAct objects
-                                const convertedActs = chatResponse.items.map((item) => ({
-                                    id: item.id || `chat_${Math.random()}`,
-                                    command_act_id: null,
-                                    external_event_id: item.external_event_id || 'chat_history',
-                                    arguments: [],
-                                    reference_idn: (item.is_agent === true) ? 'agent_message' : 'user_message',
-                                    runtime_context_id: item.runtime_context_id || 'chat_history',
-                                    source_text: item.payload?.text || item.message || item.content || item.text || '',
-                                    original_text: item.payload?.text || item.message || item.content || item.text || '',
-                                    datetime: item.datetime || item.created_at || item.timestamp || new Date().toISOString(),
-                                    user_actor_id: userActors[0].id,
-                                    agent_actor_id: null,
-                                    user_persona_id: persona.id,
-                                    user_persona_name: persona.name,
-                                    agent_persona_id: item.agent_persona_id || 'unknown',
-                                    external_id: item.external_id || null,
-                                    integration_idn: 'newo_voice',
-                                    connector_idn: 'newo_voice_connector',
-                                    to_integration_idn: null,
-                                    to_connector_idn: null,
-                                    is_agent: Boolean(item.is_agent === true),
-                                    project_idn: null,
-                                    flow_idn: item.flow_idn || 'unknown',
-                                    skill_idn: item.skill_idn || 'unknown',
-                                    session_id: item.session_id || 'unknown',
-                                    recordings: item.recordings || [],
-                                    contact_information: item.contact_information || null
-                                }));
-                                allActs.push(...convertedActs);
-                                if (verbose && convertedActs.length > 0) {
-                                    console.log(`  👤 ${persona.name}: Chat History - ${convertedActs.length} messages (${allActs.length} total)`);
-                                }
-                                hasMoreActs = chatResponse.items.length === actsPerPage &&
-                                    chatResponse.metadata?.total !== undefined &&
-                                    allActs.length < chatResponse.metadata.total;
-                                actPage++;
-                                continue; // Skip the original acts API call
+                                agent_actor_id: null,
+                                user_persona_id: persona.id,
+                                user_persona_name: persona.name,
+                                agent_persona_id: item.agent_persona_id || 'unknown',
+                                external_id: item.external_id || null,
+                                integration_idn: 'newo_voice',
+                                connector_idn: 'newo_voice_connector',
+                                to_integration_idn: null,
+                                to_connector_idn: null,
+                                is_agent: Boolean(item.is_agent === true),
+                                project_idn: null,
+                                flow_idn: item.flow_idn || 'unknown',
+                                skill_idn: item.skill_idn || 'unknown',
+                                session_id: item.session_id || 'unknown',
+                                recordings: item.recordings || [],
+                                contact_information: item.contact_information || null
+                            }));
+                            allActs.push(...convertedActs);
+                            if (verbose && convertedActs.length > 0) {
+                                console.log(`  👤 ${persona.name}: Chat History - ${convertedActs.length} messages (${allActs.length} total)`);
                             }
+                            // Check if we should continue paginating
+                            const hasMetadata = chatResponse.metadata?.total !== undefined;
+                            const currentTotal = chatResponse.metadata?.total || 0;
+                            hasMoreActs = chatResponse.items.length === actsPerPage &&
+                                hasMetadata &&
+                                allActs.length < currentTotal;
+                            actPage++;
+                            if (verbose)
+                                console.log(`    📊 ${persona.name}: Page ${actPage - 1} done, ${allActs.length}/${currentTotal} total acts`);
+                        }
+                        else {
+                            // No more items
+                            hasMoreActs = false;
+                            if (verbose)
+                                console.log(`    📊 ${persona.name}: No more chat history items`);
                         }
                     }
                     catch (chatError) {
                         if (verbose)
-                            console.log(`  ⚠️  Chat history failed for ${persona.name}, trying acts API: ${chatError instanceof Error ? chatError.message : String(chatError)}`);
-                    }
-                    // Fallback to original acts API
-                    const actsParams = {
-                        user_persona_id: persona.id,
-                        page: actPage,
-                        per: actsPerPage,
-                        turn_type: 'messages',
-                        connectors: options.connectors?.join(',') || 'newo_voice/*',
-                        ...(options.fromDate && { from_date: options.fromDate }),
-                        ...(options.toDate && { to_date: options.toDate })
-                    };
-                    const actsResponse = await getConversationActs(client, actsParams);
-                    allActs.push(...actsResponse.items);
-                    if (verbose && actsResponse.items.length > 0) {
-                        console.log(`  👤 ${persona.name}: Page ${actPage} - ${actsResponse.items.length} acts (${allActs.length}/${actsResponse.metadata.total} total)`);
-                    }
-                    hasMoreActs = actsResponse.items.length === actsPerPage && allActs.length < actsResponse.metadata.total;
-                    actPage++;
-                    // Apply per-persona act limit if specified
-                    if (options.maxActsPerPersona && allActs.length >= options.maxActsPerPersona) {
-                        allActs.splice(options.maxActsPerPersona);
+                            console.log(`  ⚠️  Chat history failed for ${persona.name}: ${chatError instanceof Error ? chatError.message : String(chatError)}`);
                         hasMoreActs = false;
-                        if (verbose)
-                            console.log(`    ⚠️  Limited to ${options.maxActsPerPersona} acts for ${persona.name}`);
                     }
                 }
+                if (actPage > maxPages) {
+                    if (verbose)
+                        console.log(`  ⚠️  ${persona.name}: Reached max pages limit (${maxPages}), stopping pagination`);
+                }
                 // Sort acts by datetime ascending (chronological order)
                 allActs.sort((a, b) => new Date(a.datetime).getTime() - new Date(b.datetime).getTime());
                 // Process acts into simplified format - exclude redundant fields

package/dist/types.d.ts

@@ -337,23 +337,6 @@ export interface UserPersonaResponse {
         readonly total: number;
     };
 }
-export interface ConversationActsResponse {
-    readonly items: readonly ConversationAct[];
-    readonly metadata: {
-        readonly page: number;
-        readonly per: number;
-        readonly total: number;
-    };
-}
-export interface ConversationActsParams {
-    readonly turn_type?: string;
-    readonly connectors?: string;
-    readonly user_persona_id: string;
-    readonly page?: number;
-    readonly per?: number;
-    readonly from_date?: string;
-    readonly to_date?: string;
-}
 export interface ChatHistoryParams {
     readonly user_actor_id: string;
     readonly agent_actor_id?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "newo",
-  "version": "1.9.0",
+  "version": "1.9.2",
   "description": "NEWO CLI: comprehensive sync for AI Agent skills, customer attributes, conversations, and metadata between NEWO platform and local files. Multi-customer workspaces, conversation history extraction, complete change tracking, Git-first workflows.",
   "type": "module",
   "bin": {

package/src/api.ts

@@ -13,8 +13,6 @@ import type {
   CustomerAttributesResponse,
   UserPersonaResponse,
   UserPersona,
-  ConversationActsResponse,
-  ConversationActsParams,
   ChatHistoryParams,
   ChatHistoryResponse
 } from './types.js';
@@ -179,24 +177,6 @@ export async function getAccount(client: AxiosInstance): Promise<{ id: string; [
   return response.data;
 }
 
-export async function getConversationActs(client: AxiosInstance, params: ConversationActsParams): Promise<ConversationActsResponse> {
-  const queryParams: Record<string, any> = {
-    user_persona_id: params.user_persona_id,
-    page: params.page || 1,
-    per: params.per || 50
-  };
-
-  // Only add optional parameters if explicitly provided
-  if (params.turn_type) queryParams.turn_type = params.turn_type;
-  if (params.connectors) queryParams.connectors = params.connectors;
-  if (params.from_date) queryParams.from_date = params.from_date;
-  if (params.to_date) queryParams.to_date = params.to_date;
-
-  const response = await client.get<ConversationActsResponse>('/api/v1/bff/conversations/acts', {
-    params: queryParams
-  });
-  return response.data;
-}
 
 export async function getChatHistory(client: AxiosInstance, params: ChatHistoryParams): Promise<ChatHistoryResponse> {
   const queryParams: Record<string, any> = {

package/src/sync.ts

@@ -9,7 +9,6 @@ import {
   getCustomerAttributes,
   updateCustomerAttribute,
   listUserPersonas,
-  getConversationActs,
   getChatHistory
 } from './api.js';
 import {
@@ -1235,24 +1234,41 @@ export async function pullConversations(
         const actsPerPage = 100; // Higher limit for acts
         let hasMoreActs = true;
 
-        while (hasMoreActs) {
-          // First try the chat history API as alternative
+        // Get user actor IDs from persona actors first
+        const userActors = persona.actors.filter(actor =>
+          actor.integration_idn === 'newo_voice' &&
+          actor.connector_idn === 'newo_voice_connector'
+        );
+
+        if (userActors.length === 0) {
+          if (verbose) console.log(`  👤 ${persona.name}: No voice actors found, skipping`);
+          // No voice actors, can't get chat history - add persona with empty acts
+          processedPersonas.push({
+            id: persona.id,
+            name: persona.name,
+            phone,
+            act_count: persona.act_count,
+            acts: []
+          });
+          if (verbose) console.log(`  ✓ Processed ${persona.name}: 0 acts (no voice actors)`);
+          return; // Return from the concurrency function
+        }
+
+        // Safety mechanism to prevent infinite loops
+        const maxPages = 50; // Limit to 50 pages (5000 acts max per persona)
+
+        while (hasMoreActs && actPage <= maxPages) {
           try {
-            // Get user actor IDs from persona actors
-            const userActors = persona.actors.filter(actor =>
-              actor.integration_idn === 'newo_voice' &&
-              actor.connector_idn === 'newo_voice_connector'
-            );
-
-            if (userActors.length > 0) {
-              const chatHistoryParams = {
-                user_actor_id: userActors[0]!.id,
-                page: actPage,
-                per: actsPerPage
-              };
-
-              const chatResponse = await getChatHistory(client, chatHistoryParams);
-              if (chatResponse.items && chatResponse.items.length > 0) {
+            const chatHistoryParams = {
+              user_actor_id: userActors[0]!.id,
+              page: actPage,
+              per: actsPerPage
+            };
+
+            if (verbose) console.log(`    📄 ${persona.name}: Fetching page ${actPage}...`);
+            const chatResponse = await getChatHistory(client, chatHistoryParams);
+
+            if (chatResponse.items && chatResponse.items.length > 0) {
                 // Convert chat history format to acts format - create minimal ConversationAct objects
                 const convertedActs: ConversationAct[] = chatResponse.items.map((item: any) => ({
                   id: item.id || `chat_${Math.random()}`,
@@ -1289,46 +1305,32 @@ export async function pullConversations(
                   console.log(`  👤 ${persona.name}: Chat History - ${convertedActs.length} messages (${allActs.length} total)`);
                 }
 
+                // Check if we should continue paginating
+                const hasMetadata = chatResponse.metadata?.total !== undefined;
+                const currentTotal = chatResponse.metadata?.total || 0;
+
                 hasMoreActs = chatResponse.items.length === actsPerPage &&
-                             chatResponse.metadata?.total !== undefined &&
-                             allActs.length < chatResponse.metadata.total;
+                             hasMetadata &&
+                             allActs.length < currentTotal;
+
                 actPage++;
-                continue; // Skip the original acts API call
+
+                if (verbose) console.log(`    📊 ${persona.name}: Page ${actPage - 1} done, ${allActs.length}/${currentTotal} total acts`);
+              } else {
+                // No more items
+                hasMoreActs = false;
+                if (verbose) console.log(`    📊 ${persona.name}: No more chat history items`);
               }
-            }
           } catch (chatError) {
-            if (verbose) console.log(`  ⚠️  Chat history failed for ${persona.name}, trying acts API: ${chatError instanceof Error ? chatError.message : String(chatError)}`);
-          }
-
-          // Fallback to original acts API
-          const actsParams = {
-            user_persona_id: persona.id,
-            page: actPage,
-            per: actsPerPage,
-            turn_type: 'messages',
-            connectors: options.connectors?.join(',') || 'newo_voice/*',
-            ...(options.fromDate && { from_date: options.fromDate }),
-            ...(options.toDate && { to_date: options.toDate })
-          };
-
-          const actsResponse = await getConversationActs(client, actsParams);
-          allActs.push(...actsResponse.items);
-
-          if (verbose && actsResponse.items.length > 0) {
-            console.log(`  👤 ${persona.name}: Page ${actPage} - ${actsResponse.items.length} acts (${allActs.length}/${actsResponse.metadata.total} total)`);
-          }
-
-          hasMoreActs = actsResponse.items.length === actsPerPage && allActs.length < actsResponse.metadata.total;
-          actPage++;
-
-          // Apply per-persona act limit if specified
-          if (options.maxActsPerPersona && allActs.length >= options.maxActsPerPersona) {
-            allActs.splice(options.maxActsPerPersona);
+            if (verbose) console.log(`  ⚠️  Chat history failed for ${persona.name}: ${chatError instanceof Error ? chatError.message : String(chatError)}`);
             hasMoreActs = false;
-            if (verbose) console.log(`    ⚠️  Limited to ${options.maxActsPerPersona} acts for ${persona.name}`);
           }
         }
 
+        if (actPage > maxPages) {
+          if (verbose) console.log(`  ⚠️  ${persona.name}: Reached max pages limit (${maxPages}), stopping pagination`);
+        }
+
         // Sort acts by datetime ascending (chronological order)
         allActs.sort((a, b) => new Date(a.datetime).getTime() - new Date(b.datetime).getTime());
 

package/src/types.ts

@@ -399,24 +399,6 @@ export interface UserPersonaResponse {
   };
 }
 
-export interface ConversationActsResponse {
-  readonly items: readonly ConversationAct[];
-  readonly metadata: {
-    readonly page: number;
-    readonly per: number;
-    readonly total: number;
-  };
-}
-
-export interface ConversationActsParams {
-  readonly turn_type?: string;
-  readonly connectors?: string;
-  readonly user_persona_id: string;
-  readonly page?: number;
-  readonly per?: number;
-  readonly from_date?: string;
-  readonly to_date?: string;
-}
 
 export interface ChatHistoryParams {
   readonly user_actor_id: string;