@fluentcommerce/fc-connect-sdk 0.1.53 → 0.1.55

package/dist/esm/auth/profile-loader.js

@@ -0,0 +1,169 @@
+import * as fs from 'fs';
+import * as path from 'path';
+import * as os from 'os';
+export function resolveProfileBaseDir(options) {
+    if (options?.profileDir) {
+        return options.profileDir;
+    }
+    const envDir = process.env.FLUENT_PROFILE_DIR;
+    if (envDir) {
+        return envDir;
+    }
+    return path.join(os.homedir(), '.fluentcommerce');
+}
+export function loadFluentProfile(profileName, options) {
+    if (!profileName || typeof profileName !== 'string') {
+        throw new Error('Profile name is required');
+    }
+    const baseDir = resolveProfileBaseDir(options);
+    const profileDir = path.join(baseDir, profileName);
+    if (!fs.existsSync(profileDir)) {
+        const available = listFluentProfiles(options);
+        throw new Error(`Fluent CLI profile '${profileName}' not found at ${profileDir}. ` +
+            (available.length > 0
+                ? `Available profiles: ${available.join(', ')}`
+                : `No profiles found in ${baseDir}. Create one with: fluent profile create ${profileName}`));
+    }
+    const profileJsonPath = path.join(profileDir, 'profile.json');
+    if (!fs.existsSync(profileJsonPath)) {
+        throw new Error(`profile.json not found in ${profileDir}. ` +
+            `This directory may not be a valid Fluent CLI profile.`);
+    }
+    let profile;
+    try {
+        const raw = fs.readFileSync(profileJsonPath, 'utf-8');
+        profile = JSON.parse(raw);
+    }
+    catch (err) {
+        throw new Error(`Failed to read ${profileJsonPath}: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    if (!profile.baseUrl) {
+        throw new Error(`Profile '${profileName}' is missing required field 'baseUrl' in profile.json`);
+    }
+    if (!profile.id) {
+        throw new Error(`Profile '${profileName}' is missing required field 'id' in profile.json`);
+    }
+    if (!profile.clientSecret) {
+        throw new Error(`Profile '${profileName}' is missing required field 'clientSecret' in profile.json`);
+    }
+    if (!profile.user) {
+        throw new Error(`Profile '${profileName}' is missing required field 'user' in profile.json`);
+    }
+    let retailerId;
+    let resolvedUser = profile.user;
+    if (options?.retailer) {
+        const retailerJsonPath = path.join(profileDir, `retailer.${options.retailer}.json`);
+        if (!fs.existsSync(retailerJsonPath)) {
+            const availableRetailers = listProfileRetailers(profileDir);
+            throw new Error(`Retailer '${options.retailer}' not found for profile '${profileName}' at ${retailerJsonPath}. ` +
+                (availableRetailers.length > 0
+                    ? `Available retailers: ${availableRetailers.join(', ')}`
+                    : `No retailer files found in ${profileDir}.`));
+        }
+        let retailer;
+        try {
+            const raw = fs.readFileSync(retailerJsonPath, 'utf-8');
+            retailer = JSON.parse(raw);
+        }
+        catch (err) {
+            throw new Error(`Failed to read ${retailerJsonPath}: ${err instanceof Error ? err.message : String(err)}`);
+        }
+        retailerId = retailer.id;
+        if (retailer.user) {
+            resolvedUser = retailer.user;
+        }
+    }
+    const userJsonPath = path.join(profileDir, `user.${resolvedUser}.json`);
+    if (!fs.existsSync(userJsonPath)) {
+        throw new Error(`User credentials file not found: ${userJsonPath}. ` +
+            `Expected file for user '${resolvedUser}'` +
+            (options?.retailer
+                ? ` (set by retailer '${options.retailer}').`
+                : ` (set in profile.json).`));
+    }
+    let userCreds;
+    try {
+        const raw = fs.readFileSync(userJsonPath, 'utf-8');
+        userCreds = JSON.parse(raw);
+    }
+    catch (err) {
+        throw new Error(`Failed to read ${userJsonPath}: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    if (!userCreds.username || !userCreds.password) {
+        throw new Error(`User credentials file ${userJsonPath} is missing 'username' or 'password' field`);
+    }
+    const config = {
+        baseUrl: profile.baseUrl,
+        clientId: profile.id,
+        clientSecret: profile.clientSecret,
+        username: userCreds.username,
+        password: userCreds.password,
+    };
+    if (retailerId) {
+        config.retailerId = retailerId;
+    }
+    if (options?.timeout) {
+        config.timeout = options.timeout;
+    }
+    if (options?.retryConfig) {
+        config.retryConfig = options.retryConfig;
+    }
+    return config;
+}
+export function listFluentProfiles(options) {
+    const baseDir = resolveProfileBaseDir(options);
+    if (!fs.existsSync(baseDir)) {
+        return [];
+    }
+    try {
+        const entries = fs.readdirSync(baseDir, { withFileTypes: true });
+        return entries
+            .filter(entry => {
+            if (!entry.isDirectory())
+                return false;
+            if (entry.name.startsWith('.'))
+                return false;
+            const profileJson = path.join(baseDir, entry.name, 'profile.json');
+            return fs.existsSync(profileJson);
+        })
+            .map(entry => entry.name)
+            .sort();
+    }
+    catch {
+        return [];
+    }
+}
+export function getFluentProfileInfo(profileName, options) {
+    const baseDir = resolveProfileBaseDir(options);
+    const profileDirPath = path.join(baseDir, profileName);
+    const profileJsonPath = path.join(profileDirPath, 'profile.json');
+    if (!fs.existsSync(profileJsonPath)) {
+        return null;
+    }
+    try {
+        const raw = fs.readFileSync(profileJsonPath, 'utf-8');
+        const profile = JSON.parse(raw);
+        return {
+            name: profileName,
+            baseUrl: profile.baseUrl,
+            accountId: profile.id,
+            username: profile.user,
+            retailers: listProfileRetailers(profileDirPath),
+        };
+    }
+    catch {
+        return null;
+    }
+}
+function listProfileRetailers(profileDirPath) {
+    try {
+        const entries = fs.readdirSync(profileDirPath);
+        return entries
+            .filter(name => name.startsWith('retailer.') && name.endsWith('.json'))
+            .map(name => name.slice('retailer.'.length, -'.json'.length))
+            .sort();
+    }
+    catch {
+        return [];
+    }
+}

package/dist/esm/client-factory.d.ts

@@ -1,6 +1,7 @@
 import { FluentClient } from './clients/fluent-client.js';
 import { FluentVersoriClient } from './versori/fluent-versori-client.js';
 import { FluentClientConfig, Logger, ExecutionContext } from './types/index.js';
+import { type FluentProfileOptions } from './auth/profile-loader.js';
 export type ClientContext = {
     fetch: typeof fetch;
     log?: Logger;
@@ -24,3 +25,6 @@ export declare const isDirectContext: (context: ClientContext) => context is {
     config: FluentClientConfig;
     logger?: Logger;
 };
+export declare function createClientFromProfile(profileName: string, options?: FluentProfileOptions & CreateClientOptions & {
+    logger?: Logger;
+}): Promise<FluentClient>;

package/dist/esm/client-factory.js

@@ -1,5 +1,6 @@
 import { FluentClient } from './clients/fluent-client.js';
 import { FluentVersoriClient } from './versori/fluent-versori-client.js';
+import { loadFluentProfile } from './auth/profile-loader.js';
 export async function createClient(context, options) {
     const logger = 'log' in context ? context.log : 'logger' in context ? context.logger : undefined;
     const validateConnection = options?.validateConnection ?? false;
@@ -101,3 +102,11 @@ export const isHttpContext = (context) => {
 export const isDirectContext = (context) => {
     return 'config' in context;
 };
+export async function createClientFromProfile(profileName, options) {
+    const config = loadFluentProfile(profileName, options);
+    const client = new FluentClient(config, options?.logger);
+    if (options?.validateConnection) {
+        await client.graphql({ query: 'query { me { ref } }' });
+    }
+    return client;
+}

package/dist/esm/clients/fluent-client.js

@@ -247,9 +247,12 @@ export class FluentClient {
             else {
                 emptyPageCount = 0;
             }
+            const mergedConnection = extractConnection(allData, config.connectionPath);
+            const uniqueRecords = mergedConnection ? mergedConnection.edges.length : totalRecords;
             this.log('debug', `[FluentClient:pagination] Page ${pageNumber} fetched`, {
                 edgesInPage: connection.edges.length,
-                totalRecords,
+                uniqueRecords,
+                rawRecordsFetched: totalRecords,
                 hasMore: hasMorePages(connection.pageInfo, config.direction),
                 emptyPageCount,
             });
@@ -259,13 +262,13 @@ export class FluentClient {
                 config.onWarning(`Pagination stopped: maxPages (${config.maxPages}) reached`);
                 break;
             }
-            if (totalRecords >= config.maxRecords) {
+            if (uniqueRecords >= config.maxRecords) {
                 truncated = true;
                 truncationReason = 'maxRecords';
                 config.onWarning(`Pagination stopped: maxRecords (${config.maxRecords}) reached`);
                 break;
             }
-            config.onProgress(pageNumber, totalRecords);
+            config.onProgress(pageNumber, uniqueRecords);
             if (!hasMorePages(connection.pageInfo, config.direction)) {
                 this.log('debug', '[FluentClient:pagination] No more pages, stopping');
                 break;
@@ -286,9 +289,13 @@ export class FluentClient {
             }
         }
         const hasPartialErrors = accumulatedErrors.length > 0;
-        this.log('info', `[FluentClient:pagination] Pagination complete (${pageNumber} pages, ${totalRecords} records${truncated ? `, truncated: ${truncationReason}` : ''}${hasPartialErrors ? `, ${accumulatedErrors.length} errors` : ''})`, {
+        const finalConnection = extractConnection(allData, config.connectionPath);
+        const actualTotalRecords = finalConnection ? finalConnection.edges.length : totalRecords;
+        this.log('info', `[FluentClient:pagination] Pagination complete (${pageNumber} pages, ${actualTotalRecords} records${totalRecords !== actualTotalRecords ? ` (${totalRecords} raw, ${totalRecords - actualTotalRecords} duplicates removed)` : ''}${truncated ? `, truncated: ${truncationReason}` : ''}${hasPartialErrors ? `, ${accumulatedErrors.length} errors` : ''})`, {
             totalPages: pageNumber,
-            totalRecords,
+            totalRecords: actualTotalRecords,
+            rawRecordsFetched: totalRecords,
+            duplicatesRemoved: totalRecords - actualTotalRecords,
             truncated,
             truncationReason,
             duration: Date.now() - startTime,
@@ -301,7 +308,7 @@ export class FluentClient {
                 ...(lastExtensions || {}),
                 autoPagination: {
                     totalPages: pageNumber,
-                    totalRecords,
+                    totalRecords: actualTotalRecords,
                     truncated,
                     truncationReason,
                     direction: config.direction,

package/dist/esm/index.d.ts

@@ -1,4 +1,4 @@
-export { createClient, isHttpContext, isDirectContext } from './client-factory.js';
+export { createClient, createClientFromProfile, isHttpContext, isDirectContext, } from './client-factory.js';
 export type { ClientContext, CreateClientOptions } from './client-factory.js';
 export { FluentClient } from './clients/fluent-client.js';
 export { FluentVersoriClient } from './versori/fluent-versori-client.js';
@@ -14,6 +14,8 @@ export { DataSourceType } from './types/index.js';
 export { parseAndValidateCsv, detectFileType, parseWebhookRequest, validateFluentEvent, validateGraphQLPayload, generateFileName, generateTimestampedFileName, generateFilePath, generateDateSubdirectories, extractFileName, extractFileExtension, replaceFileExtension, type FileNamingOptions, } from './utils/index.js';
 export { detectPaginationVariables, extractConnection, extractCursor, hasMorePages, buildPaginationVariables, type PaginationVariables, } from './utils/pagination-helpers.js';
 export { OAuth2AuthProvider, BearerTokenAuthProvider, AuthManager, VersoriConnectionAdapter, type VersoriConnection, } from './auth/auth-provider.js';
+export { loadFluentProfile, listFluentProfiles, getFluentProfileInfo, resolveProfileBaseDir, } from './auth/profile-loader.js';
+export type { FluentProfileOptions, FluentProfileInfo } from './auth/profile-loader.js';
 export { type FileDiscoveryStrategy, type FileDiscoveryContext, type FileParserStrategy, type TransformationStrategy, type TransformationContext, type IngestionValidationResult, type BatchSubmissionStrategy, type BatchSubmissionContext, type BatchSubmissionResult, type JobManagementStrategy, type JobContext, type JobStatus, type IngestionStrategy, type StrategyFactory, } from './services/orchestration/strategies/ingestion-strategies.js';
 export * from './errors/index.js';
 export { ConfigurationError, AggregateIngestionError, IngestionErrorFactory, } from './errors/ingestion-errors.js';

package/dist/esm/index.js

@@ -1,4 +1,4 @@
-export { createClient, isHttpContext, isDirectContext } from './client-factory.js';
+export { createClient, createClientFromProfile, isHttpContext, isDirectContext, } from './client-factory.js';
 export { FluentClient } from './clients/fluent-client.js';
 export { FluentVersoriClient } from './versori/fluent-versori-client.js';
 export { VersoriFileTracker, VersoriKVAdapter, VersoriIndexedFileTracker, } from './versori/index.js';
@@ -12,6 +12,7 @@ export { DataSourceType } from './types/index.js';
 export { parseAndValidateCsv, detectFileType, parseWebhookRequest, validateFluentEvent, validateGraphQLPayload, generateFileName, generateTimestampedFileName, generateFilePath, generateDateSubdirectories, extractFileName, extractFileExtension, replaceFileExtension, } from './utils/index.js';
 export { detectPaginationVariables, extractConnection, extractCursor, hasMorePages, buildPaginationVariables, } from './utils/pagination-helpers.js';
 export { OAuth2AuthProvider, BearerTokenAuthProvider, AuthManager, VersoriConnectionAdapter, } from './auth/auth-provider.js';
+export { loadFluentProfile, listFluentProfiles, getFluentProfileInfo, resolveProfileBaseDir, } from './auth/profile-loader.js';
 export * from './errors/index.js';
 export { ConfigurationError, AggregateIngestionError, IngestionErrorFactory, } from './errors/ingestion-errors.js';
 export { classifyError, classifyErrors } from './services/errors/index.js';

package/dist/esm/utils/pagination-helpers.js

@@ -25,8 +25,44 @@ export function detectPaginationVariables(query) {
         variableNames.last = lastMatch[1];
     if (beforeMatch)
         variableNames.before = beforeMatch[1];
-    const hasForward = !!firstMatch || !!afterMatch;
-    const hasBackward = !!lastMatch || !!beforeMatch;
+    if (!variableNames.after) {
+        const afterUsage = normalized.match(/after\s*:\s*\$(\w+)/);
+        if (afterUsage) {
+            const varName = afterUsage[1];
+            if (varDeclarations.includes(`$${varName}`)) {
+                variableNames.after = varName;
+            }
+        }
+    }
+    if (!variableNames.before) {
+        const beforeUsage = normalized.match(/before\s*:\s*\$(\w+)/);
+        if (beforeUsage) {
+            const varName = beforeUsage[1];
+            if (varDeclarations.includes(`$${varName}`)) {
+                variableNames.before = varName;
+            }
+        }
+    }
+    if (!variableNames.first) {
+        const firstUsage = normalized.match(/first\s*:\s*\$(\w+)/);
+        if (firstUsage) {
+            const varName = firstUsage[1];
+            if (varDeclarations.includes(`$${varName}`)) {
+                variableNames.first = varName;
+            }
+        }
+    }
+    if (!variableNames.last) {
+        const lastUsage = normalized.match(/last\s*:\s*\$(\w+)/);
+        if (lastUsage) {
+            const varName = lastUsage[1];
+            if (varDeclarations.includes(`$${varName}`)) {
+                variableNames.last = varName;
+            }
+        }
+    }
+    const hasForward = !!variableNames.first || !!variableNames.after;
+    const hasBackward = !!variableNames.last || !!variableNames.before;
     let direction = 'none';
     if (hasForward && !hasBackward) {
         direction = 'forward';

package/dist/esm/versori/fluent-versori-client.js

@@ -305,19 +305,21 @@ export class FluentVersoriClient {
             else {
                 emptyPageCount = 0;
             }
+            const mergedConnection = extractConnection(allData, config.connectionPath);
+            const uniqueRecords = mergedConnection ? mergedConnection.edges.length : totalRecords;
             if (pageNumber >= config.maxPages) {
                 truncated = true;
                 truncationReason = 'maxPages';
                 config.onWarning(`Pagination stopped: maxPages (${config.maxPages}) reached`);
                 break;
             }
-            if (totalRecords >= config.maxRecords) {
+            if (uniqueRecords >= config.maxRecords) {
                 truncated = true;
                 truncationReason = 'maxRecords';
                 config.onWarning(`Pagination stopped: maxRecords (${config.maxRecords}) reached`);
                 break;
             }
-            config.onProgress(pageNumber, totalRecords);
+            config.onProgress(pageNumber, uniqueRecords);
             if (!hasMorePages(connection.pageInfo, config.direction)) {
                 this.ctx.log?.debug?.('[fc-connect-sdk:pagination] No more pages, stopping');
                 break;
@@ -338,9 +340,13 @@ export class FluentVersoriClient {
             }
         }
         const hasPartialErrors = accumulatedErrors.length > 0;
-        this.ctx.log?.info?.(`[fc-connect-sdk:pagination] Pagination complete (${pageNumber} pages, ${totalRecords} records${truncated ? `, truncated: ${truncationReason}` : ''}${hasPartialErrors ? `, ${accumulatedErrors.length} errors` : ''})`, {
+        const finalConnection = extractConnection(allData, config.connectionPath);
+        const actualTotalRecords = finalConnection ? finalConnection.edges.length : totalRecords;
+        this.ctx.log?.info?.(`[fc-connect-sdk:pagination] Pagination complete (${pageNumber} pages, ${actualTotalRecords} records${totalRecords !== actualTotalRecords ? ` (${totalRecords} raw, ${totalRecords - actualTotalRecords} duplicates removed)` : ''}${truncated ? `, truncated: ${truncationReason}` : ''}${hasPartialErrors ? `, ${accumulatedErrors.length} errors` : ''})`, {
             totalPages: pageNumber,
-            totalRecords,
+            totalRecords: actualTotalRecords,
+            rawRecordsFetched: totalRecords,
+            duplicatesRemoved: totalRecords - actualTotalRecords,
             truncated,
             truncationReason,
             duration: Date.now() - startTime,
@@ -353,7 +359,7 @@ export class FluentVersoriClient {
                 ...(lastExtensions || {}),
                 autoPagination: {
                     totalPages: pageNumber,
-                    totalRecords,
+                    totalRecords: actualTotalRecords,
                     truncated,
                     truncationReason,
                     direction: config.direction,