newo 1.7.3 → 1.9.0

package/CHANGELOG.md

@@ -5,6 +5,67 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.9.0] - 2025-09-16
+
+### Added
+- **User Conversations Pull Functionality**: Complete conversation history extraction
+  - New `newo conversations` command to download user conversations and personas
+  - Multi-customer conversation support with `--customer <idn>` flag
+  - Chat History API integration (`/api/v1/chat/history`) with fallback to conversations acts API
+  - Automatic phone number extraction from persona actors
+  - Comprehensive pagination handling for large conversation datasets
+  - Clean YAML output format in `newo_customers/{customerIdn}/conversations.yaml`
+
+### Enhanced
+- **Conversation Data Processing**: Optimized structure and chronological ordering
+  - Acts sorted by datetime ascending (chronological conversation flow)
+  - Personas sorted by most recent activity (descending)
+  - Redundant fields removed (`is_agent`, `session_id: unknown`, etc.)
+  - Clean persona structure: `id` → `name` → `phone` → `act_count` → `acts`
+  - Proper datetime extraction from chat history API responses
+
+### Technical
+- **New API Functions**: Type-safe conversation API integration
+  - `listUserPersonas()` - Get all user personas with pagination
+  - `getChatHistory()` - Get conversation history for user actors
+  - `getConversationActs()` - Fallback for accounts with proper permissions
+  - `pullConversations()` - Complete conversation sync orchestration
+- **NPM Scripts**: Added convenient conversation commands
+  - `npm run conversations` - Build and pull conversations
+  - `npm run conversations:all` - Legacy alias for compatibility
+
+### Performance
+- **Concurrent Processing**: Efficient conversation data extraction
+  - Parallel API calls with concurrency limiting (p-limit)
+  - Graceful error handling with persona-level fault tolerance
+  - No artificial limits on personas or acts (loads all available data)
+  - Multi-customer support with authentication reuse
+
+## [1.8.0] - 2025-09-15
+
+### Added
+- **Complete Metadata Change Tracking**: Comprehensive metadata.yaml file synchronization
+  - All metadata.yaml files now tracked with hash-based change detection
+  - Status command shows detailed metadata changes (title, runner_type, model)
+  - Push command automatically updates skills when metadata changes
+  - flows.yaml automatically regenerated when metadata changes detected
+  - Preserves flows.yaml format consistency with backup/comparison system
+
+### Enhanced
+- **Comprehensive File Synchronization**: All NEWO workspace files fully tracked
+  - Skills: .guidance and .jinja script files with hash tracking ✓
+  - Metadata: metadata.yaml files with skill updates + flows.yaml regeneration ✓
+  - Attributes: attributes.yaml with diff-based sync for 233 customer attributes ✓
+  - Flows: flows.yaml with automatic regeneration and format preservation ✓
+  - Multi-customer: All file types synchronized across multiple customer workspaces ✓
+
+### Technical
+- **flows.yaml Regeneration**: Automatic regeneration pipeline when metadata changes
+  - Creates backup before regeneration for format comparison
+  - Re-fetches project data to ensure accuracy
+  - Updates hash tracking for regenerated flows.yaml
+  - Maintains consistent YAML format structure
+
 ## [1.7.3] - 2025-09-15
 
 ### Added

package/dist/api.d.ts

@@ -1,5 +1,5 @@
 import { type AxiosInstance } from 'axios';
-import type { ProjectMeta, Agent, Skill, FlowEvent, FlowState, AkbImportArticle, CustomerProfile, CustomerAttribute, CustomerAttributesResponse } from './types.js';
+import type { ProjectMeta, Agent, Skill, FlowEvent, FlowState, AkbImportArticle, CustomerProfile, CustomerAttribute, CustomerAttributesResponse, UserPersonaResponse, UserPersona, ConversationActsResponse, ConversationActsParams, ChatHistoryParams, ChatHistoryResponse } from './types.js';
 export declare function makeClient(verbose?: boolean, token?: string): Promise<AxiosInstance>;
 export declare function listProjects(client: AxiosInstance): Promise<ProjectMeta[]>;
 export declare function listAgents(client: AxiosInstance, projectId: string): Promise<Agent[]>;
@@ -13,4 +13,12 @@ export declare function importAkbArticle(client: AxiosInstance, articleData: Akb
 export declare function getCustomerProfile(client: AxiosInstance): Promise<CustomerProfile>;
 export declare function getCustomerAttributes(client: AxiosInstance, includeHidden?: boolean): Promise<CustomerAttributesResponse>;
 export declare function updateCustomerAttribute(client: AxiosInstance, attribute: CustomerAttribute): Promise<void>;
+export declare function listUserPersonas(client: AxiosInstance, page?: number, per?: number): Promise<UserPersonaResponse>;
+export declare function getUserPersona(client: AxiosInstance, personaId: string): Promise<UserPersona>;
+export declare function getAccount(client: AxiosInstance): Promise<{
+    id: string;
+    [key: string]: any;
+}>;
+export declare function getConversationActs(client: AxiosInstance, params: ConversationActsParams): Promise<ConversationActsResponse>;
+export declare function getChatHistory(client: AxiosInstance, params: ChatHistoryParams): Promise<ChatHistoryResponse>;
 //# sourceMappingURL=api.d.ts.map

package/dist/api.js

@@ -121,4 +121,54 @@ export async function updateCustomerAttribute(client, attribute) {
         value_type: attribute.value_type
     });
 }
+// Conversation API Functions
+export async function listUserPersonas(client, page = 1, per = 50) {
+    const response = await client.get('/api/v1/bff/conversations/user-personas', {
+        params: { page, per }
+    });
+    return response.data;
+}
+export async function getUserPersona(client, personaId) {
+    const response = await client.get(`/api/v1/bff/conversations/user-personas/${personaId}`);
+    return response.data;
+}
+export async function getAccount(client) {
+    const response = await client.get('/api/v1/account');
+    return response.data;
+}
+export async function getConversationActs(client, params) {
+    const queryParams = {
+        user_persona_id: params.user_persona_id,
+        page: params.page || 1,
+        per: params.per || 50
+    };
+    // Only add optional parameters if explicitly provided
+    if (params.turn_type)
+        queryParams.turn_type = params.turn_type;
+    if (params.connectors)
+        queryParams.connectors = params.connectors;
+    if (params.from_date)
+        queryParams.from_date = params.from_date;
+    if (params.to_date)
+        queryParams.to_date = params.to_date;
+    const response = await client.get('/api/v1/bff/conversations/acts', {
+        params: queryParams
+    });
+    return response.data;
+}
+export async function getChatHistory(client, params) {
+    const queryParams = {
+        user_actor_id: params.user_actor_id,
+        page: params.page || 1,
+        per: params.per || 50
+    };
+    // Only add agent_actor_id if provided
+    if (params.agent_actor_id) {
+        queryParams.agent_actor_id = params.agent_actor_id;
+    }
+    const response = await client.get('/api/v1/chat/history', {
+        params: queryParams
+    });
+    return response.data;
+}
 //# sourceMappingURL=api.js.map

package/dist/cli.js

@@ -2,7 +2,7 @@
 import minimist from 'minimist';
 import dotenv from 'dotenv';
 import { makeClient, getProjectMeta, importAkbArticle } from './api.js';
-import { pullAll, pushChanged, status, saveCustomerAttributes } from './sync.js';
+import { pullAll, pushChanged, status, saveCustomerAttributes, pullConversations } from './sync.js';
 import { parseAkbFile, prepareArticlesForImport } from './akb.js';
 import { initializeEnvironment, ENV, EnvValidationError } from './env.js';
 import { parseCustomerConfigAsync, listCustomers, getCustomer, getDefaultCustomer, tryGetDefaultCustomer, getAllCustomers, validateCustomerConfig } from './customerAsync.js';
@@ -160,12 +160,14 @@ Usage:
   newo pull [--customer <idn>]                  # download projects -> ./newo_customers/<idn>/projects/
   newo push [--customer <idn>]                  # upload modified *.guidance/*.jinja back to NEWO
   newo status [--customer <idn>]                # show modified files
+  newo conversations [--customer <idn>] [--all] # download user conversations -> ./newo_customers/<idn>/conversations.yaml
   newo list-customers                           # list available customers
   newo meta [--customer <idn>]                  # get project metadata (debug)
   newo import-akb <file> <persona_id> [--customer <idn>]  # import AKB articles from file
 
 Flags:
   --customer <idn>             # specify customer (if not set, uses default or interactive selection)
+  --all                        # include all available data (for conversations: all personas and acts)
   --verbose, -v                # enable detailed logging
 
 Environment Variables:
@@ -343,6 +345,53 @@ File Structure:
         }
         return;
     }
+    if (cmd === 'conversations') {
+        // Handle customer selection for conversations command
+        if (args.customer) {
+            const customer = getCustomer(customerConfig, args.customer);
+            if (!customer) {
+                console.error(`Unknown customer: ${args.customer}`);
+                console.error(`Available customers: ${listCustomers(customerConfig).join(', ')}`);
+                process.exit(1);
+            }
+            selectedCustomer = customer;
+        }
+        else {
+            // Try to get default, fall back to all customers
+            selectedCustomer = tryGetDefaultCustomer(customerConfig);
+            if (!selectedCustomer) {
+                allCustomers = getAllCustomers(customerConfig);
+                if (verbose)
+                    console.log(`💬 No default customer specified, pulling conversations from all ${allCustomers.length} customers`);
+            }
+        }
+        // Parse conversation-specific options - load all data by default
+        const conversationOptions = {
+            includeAll: true, // Always include all data for conversations
+            maxPersonas: undefined, // No limit on personas
+            maxActsPerPersona: undefined // No limit on acts per persona
+        };
+        if (selectedCustomer) {
+            // Single customer conversations
+            const accessToken = await getValidAccessToken(selectedCustomer);
+            const client = await makeClient(verbose, accessToken);
+            console.log(`💬 Pulling conversations for customer: ${selectedCustomer.idn} (all data)`);
+            await pullConversations(client, selectedCustomer, conversationOptions, verbose);
+            console.log(`✅ Conversations saved to newo_customers/${selectedCustomer.idn}/conversations.yaml`);
+        }
+        else if (allCustomers.length > 0) {
+            // Multi-customer conversations
+            console.log(`💬 Pulling conversations from ${allCustomers.length} customers (all data)...`);
+            for (const customer of allCustomers) {
+                console.log(`\n💬 Pulling conversations for customer: ${customer.idn}`);
+                const accessToken = await getValidAccessToken(customer);
+                const client = await makeClient(verbose, accessToken);
+                await pullConversations(client, customer, conversationOptions, verbose);
+            }
+            console.log(`\n✅ Conversations pull completed for all ${allCustomers.length} customers`);
+        }
+        return;
+    }
     // For all other commands, require a single selected customer
     if (args.customer) {
         const customer = getCustomer(customerConfig, args.customer);

package/dist/fsutil.d.ts

@@ -11,6 +11,7 @@ export declare function projectDir(customerIdn: string, projectIdn: string): str
 export declare function flowsYamlPath(customerIdn: string): string;
 export declare function customerAttributesPath(customerIdn: string): string;
 export declare function customerAttributesMapPath(customerIdn: string): string;
+export declare function customerAttributesBackupPath(customerIdn: string): string;
 export declare function skillPath(customerIdn: string, projectIdn: string, agentIdn: string, flowIdn: string, skillIdn: string, runnerType?: RunnerType): string;
 export declare function skillFolderPath(customerIdn: string, projectIdn: string, agentIdn: string, flowIdn: string, skillIdn: string): string;
 export declare function skillScriptPath(customerIdn: string, projectIdn: string, agentIdn: string, flowIdn: string, skillIdn: string, runnerType?: RunnerType): string;

package/dist/fsutil.js

@@ -34,6 +34,9 @@ export function customerAttributesPath(customerIdn) {
 export function customerAttributesMapPath(customerIdn) {
     return path.join(customerStateDir(customerIdn), 'attributes-map.json');
 }
+export function customerAttributesBackupPath(customerIdn) {
+    return path.join(customerStateDir(customerIdn), 'attributes-backup.yaml');
+}
 // Legacy skill path - direct file
 export function skillPath(customerIdn, projectIdn, agentIdn, flowIdn, skillIdn, runnerType = 'guidance') {
     const extension = runnerType === 'nsl' ? '.jinja' : '.guidance';

package/dist/sync.d.ts

@@ -1,8 +1,9 @@
 import type { AxiosInstance } from 'axios';
-import type { ProjectData, CustomerConfig } from './types.js';
+import type { ProjectData, CustomerConfig, ConversationOptions } from './types.js';
 export declare function saveCustomerAttributes(client: AxiosInstance, customer: CustomerConfig, verbose?: boolean): Promise<void>;
 export declare function pullSingleProject(client: AxiosInstance, customer: CustomerConfig, projectId: string, projectIdn: string, verbose?: boolean): Promise<ProjectData>;
 export declare function pullAll(client: AxiosInstance, customer: CustomerConfig, projectId?: string | null, verbose?: boolean): Promise<void>;
 export declare function pushChanged(client: AxiosInstance, customer: CustomerConfig, verbose?: boolean): Promise<void>;
 export declare function status(customer: CustomerConfig, verbose?: boolean): Promise<void>;
+export declare function pullConversations(client: AxiosInstance, customer: CustomerConfig, options?: ConversationOptions, verbose?: boolean): Promise<void>;
 //# sourceMappingURL=sync.d.ts.map